-- Logs begin at Wed 2021-04-21 05:38:54 UTC, end at Wed 2021-04-21 06:37:03 UTC. --
Apr 21 06:09:17.403127 dv-cinder-776307-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 21 06:09:20.922285 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.common.config [-] Logging enabled!
Apr 21 06:09:20.922849 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 06:09:20.924213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 06:09:20.925970 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.common.config [-] Logging enabled!
Apr 21 06:09:20.926265 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 06:09:20.926619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 06:09:20.927659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:09:20.928057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:09:20.929089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:09:20.929379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:09:20.929646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:09:20.930022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.930372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.930718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.930984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.931332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.931675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.932052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.932371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.932721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.933053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.933376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.933706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.933976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.934303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.934638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.934975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.935237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.935561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.936161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.936527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.936979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.937205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.937527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.937845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.938168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.938496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.939428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] host                           = dv-cinder-776307-5-iscsi {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.939751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.940110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.940449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.940783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.941102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.941422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.941758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.942072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.942388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.942705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.943040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.943372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.943717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.943980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.944266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.944671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.945031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.945351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.945670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.945988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.946303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.946619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.946930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.947262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.947595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.947928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.948273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.948589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.948905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.949218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.949549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.949862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.950175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.950490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.950824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.951135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.951451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.951805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.952160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.952492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.952820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.953214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.953563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.953882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.954198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.955053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.955380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.955697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.956058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.956363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.956678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.956993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.957303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.957638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:20.957976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.958321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.958669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.958995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.959337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.959661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.960016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.960340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.960673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.961063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.961396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.961799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.962154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.962476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.962815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.963167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.963510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.963851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.964193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.964509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.964823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.965142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.965472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.965807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.966145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.966460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.966780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.967116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.967434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.967746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.968085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.968425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.968744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.969056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.969384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.969699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.970104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.970443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.970761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.971166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.971509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.971831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.972164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.972487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.972799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.973128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.973447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.973758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.974071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.974387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.974702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.975013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.975329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.975643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.975958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.976296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.976605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.976917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.977225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.977534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.977842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.978150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.978466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.978781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.979088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.979466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.979791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.980133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.980460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.980802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.981123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.981443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.981766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.982086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.982402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.982718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.983038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.983355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.983667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.984039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.984349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.984672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.984995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.985313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.986181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.986500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.986822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.987139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.987457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.987855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.988222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.988560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.988895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.989227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.989562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.989894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.990212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.990568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.990887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:20.991137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:09:20.991409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86207) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 21 06:09:21.667728 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading Gnome
Apr 21 06:09:21.685878 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading Google
Apr 21 06:09:21.688624 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading Windows (alt)
Apr 21 06:09:21.692547 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading file
Apr 21 06:09:21.693471 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading keyczar
Apr 21 06:09:21.693769 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading multi
Apr 21 06:09:21.694425 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO keyring.backend [-] Loading pyfs
Apr 21 06:09:21.741705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:21.742021 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:21.742346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:21.742735 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 21 06:09:22.147619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.148223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.148223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.149606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.150030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.150331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.188908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.189218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.189521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.205083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.205399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.205705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.272500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.272818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.273125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.274145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.274452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.276332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.571167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c84daf7b8> agent after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.571496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c84daf7b8> agent after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.571806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c84daf6a8> segment precommit_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.572139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4c84daf730> network precommit_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.572997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4c84d619d8> segment before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.729299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> network before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.729679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4c84b59a60> agent before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.730007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> network before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.730317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.730619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.731007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> segment after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.731479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> segment precommit_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.731777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> segment precommit_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.732098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> segment after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.732448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> network after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.732754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> network precommit_delete 0 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.733070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port provisioning_complete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.733386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.733685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.734003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> agent after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.734329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> subnet after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.734630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> subnet precommit_delete 0 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.734952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.735244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.736172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> segment_host_mapping after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.736637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.736930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.737294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> port after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.737669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.737957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.738267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c856ff898>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.738684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.738965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.739245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.739521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.739797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.740095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:22.740528 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 21 06:09:22.743675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 21 06:09:22.747773 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 21 06:09:22.752908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Apr 21 06:09:22.754689 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 21 06:09:22.755947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 21 06:09:22.756368 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 21 06:09:22.756815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 21 06:09:22.761950 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 21 06:09:22.762417 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 21 06:09:22.762927 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 06:09:22.793935 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 21 06:09:22.794467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4c84c0dcf8>> qos_plugin after_init 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.794807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 21 06:09:22.795261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4c84ba8518>> logging-plugin after_init 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.796630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 21 06:09:22.797032 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 06:09:22.797371 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 21 06:09:22.802537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c84ba8588>> floatingip before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.802856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c84ba8588>> port before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:22.873867 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 21 06:09:22.874045 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 21 06:09:22.874329 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 21 06:09:22.874750 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 21 06:09:22.909050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.sqlalchemy.engines [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86207) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 21 06:09:23.361575 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing driver for type 'gre'
Apr 21 06:09:23.362145 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] gre ID ranges: [(1, 1000)]
Apr 21 06:09:23.401083 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing driver for type 'local'
Apr 21 06:09:23.401459 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing driver for type 'vlan'
Apr 21 06:09:23.412180 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] VlanTypeDriver initialization complete
Apr 21 06:09:23.412612 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing driver for type 'vxlan'
Apr 21 06:09:23.413200 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] vxlan ID ranges: [(1, 1000)]
Apr 21 06:09:23.452750 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing extension driver 'port_security'
Apr 21 06:09:23.453165 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] PortSecurityExtensionDriver initialization complete
Apr 21 06:09:23.453591 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing mechanism driver 'openvswitch'
Apr 21 06:09:23.454005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing mechanism driver 'hyperv'
Apr 21 06:09:23.461032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:23.461859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84acaa90>> port after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.462267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84acaa90>> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.462658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84acaa90>> port after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.463084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84608ef0>> subnet after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.463475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84608ef0>> subnet after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.463858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84608ef0>> subnet after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.464299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611208>> network after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.464689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611208>> network after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.465071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611208>> network after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.465482 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c846113c8>> security_group after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.465865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c846113c8>> security_group after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.466395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c846113c8>> security_group after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.466811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611588>> security_group_rule after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.467192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611588>> security_group_rule after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.467569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611588>> security_group_rule after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.467981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611748>> address_group after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.468386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611748>> address_group after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.468761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c84611748>> address_group after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.469127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] ML2 OVO RPC backend initialized. {{(pid=86207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 21 06:09:23.469922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> router_interface after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.471060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> router_interface after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.471524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> network before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.471912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> networks before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.472327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> port before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.472707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> ports before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.473088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> subnet before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.473470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> subnets before_response 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.473856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> network after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.474231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> network after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.474604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> network after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.474975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> port after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.475350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.475721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> port after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.476119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> subnet after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.476494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> subnet after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.476864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c84611828>> subnet after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.477502 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.plugin [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Modular L2 Plugin initialization complete
Apr 21 06:09:23.477862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading services supported by the core plugin {{(pid=86207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 21 06:09:23.478231 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.plugins.ml2.managers [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Got port-security extension from driver 'port_security'
Apr 21 06:09:23.478742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.extensions.vlantransparent [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Disabled vlantransparent extension.
Apr 21 06:09:23.479274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 21 06:09:23.479621 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: router
Apr 21 06:09:23.517831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router_interface before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.518267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_create 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.518680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router before_create 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.519093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router_interface before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.519518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router_interface after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.519914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_delete 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.520349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> floatingip after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.520974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_create 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.521158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.521564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.521954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router_gateway after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.522365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.522875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.523304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4c84c69c80> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.523687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4c84c69e18> port after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.524084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4c84c69d90> subnet after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.524473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4c84c69d08> subnetpool_address_scope after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.524873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> port precommit_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.525268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_create 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.525655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4c84c5b8c8> port before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.526040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.526453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router after_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.526842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_delete 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.527236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_create 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.527647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router_interface after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.528056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> router precommit_update 55549900 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.528500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c846119b0>> network after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.529540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Tracking information for resource: router configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:23.529913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Tracking information for resource: floatingip configured {{(pid=86207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:09:23.535559 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_agentschedulers_db [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 21 06:09:23.536272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4c84592d08> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.536676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4c84592bf8> port after_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.537065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _notify_port_delete at 0x7f4c84592c80> port after_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.537454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4c84592ea0> port after_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.538406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c845b3780>> router before_create 55550100 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.538809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c845b3780>> router precommit_delete 55550100 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.539428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c845b3780>> router precommit_create 55550100 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.539816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c845b3780>> router precommit_update 55550100 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.544708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.provider_configuration [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service providers = [] {{(pid=86207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 21 06:09:23.545108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.servicetype_db [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 21 06:09:23.547980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.service_base [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:09:23.548457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.service_base [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:09:23.548838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.service_base [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:09:23.549734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.service_base [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:09:23.550141 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.services.service_base [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 21 06:09:23.550566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.550922 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 21 06:09:23.561115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.561495 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: auto_allocate
Apr 21 06:09:23.567335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c845e2598> network precommit_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.567741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c845e2598> network precommit_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.568369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.568729 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: tag
Apr 21 06:09:23.575791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.576206 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: timestamp
Apr 21 06:09:23.580576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.580947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: network_ip_availability
Apr 21 06:09:23.586457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c844c5390>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.586867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c844c5390>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.587258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c844c5390>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.588071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.588437 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: flavors
Apr 21 06:09:23.592929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.593297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading Plugin: revisions
Apr 21 06:09:23.598318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:09:23.598749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=86207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:23.599551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 21 06:09:23.599913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Initializing extension manager.
Apr 21 06:09:23.600501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: __init__.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.600877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: __pycache__ {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.601248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.601617 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: address_group.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.602432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.603082 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: address-group
Apr 21 06:09:23.603444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: address_scope.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.604235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.604815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: address-scope
Apr 21 06:09:23.605174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.606118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.606705 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: router-admin-state-down-before-update
Apr 21 06:09:23.607069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: agent.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.607825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.608454 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: agent
Apr 21 06:09:23.608814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: agent_resources_synced.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.609724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.610300 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: agent-resources-synced
Apr 21 06:09:23.610715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: allowedaddresspairs.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.612603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.613145 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: allowed-address-pairs
Apr 21 06:09:23.613509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: auto_allocated_topology.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.614591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.615172 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: auto-allocated-topology
Apr 21 06:09:23.615540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: availability_zone.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.616321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.616896 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: availability_zone
Apr 21 06:09:23.617255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: availability_zone_filter.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.618171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.618747 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: availability_zone_filter
Apr 21 06:09:23.619104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: data_plane_status.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.620165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.620746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 21 06:09:23.621108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: default_subnetpools.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.622030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.622613 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: default-subnetpools
Apr 21 06:09:23.622974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.623852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.624468 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: dhcp_agent_scheduler
Apr 21 06:09:23.624836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: dns.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.625746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.626851 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension dns-integration not supported by any of loaded plugins
Apr 21 06:09:23.627215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: dns_domain_ports.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.628170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.628754 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 21 06:09:23.629114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: dvr.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.629837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.630407 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: dvr
Apr 21 06:09:23.630765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: empty_string_filtering.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.631688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.632294 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: empty-string-filtering
Apr 21 06:09:23.632652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.633570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.634139 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 21 06:09:23.634499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.635410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.635985 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 21 06:09:23.636374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: external_net.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.637284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.637862 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: external-net
Apr 21 06:09:23.638219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.639128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.639700 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: extra_dhcp_opt
Apr 21 06:09:23.640084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: extraroute.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.641001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.641576 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: extraroute
Apr 21 06:09:23.642556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: extraroute_atomic.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.643589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.644202 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: extraroute-atomic
Apr 21 06:09:23.644570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: filter_validation.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.645265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.645835 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: filter-validation
Apr 21 06:09:23.646195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: fip_pf_description.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.647115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.647686 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 21 06:09:23.648067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: fip_port_details.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.649089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.649670 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: fip-port-details
Apr 21 06:09:23.650034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: flavors.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.651262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.651848 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: flavors
Apr 21 06:09:23.652241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.653902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.654499 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 21 06:09:23.654874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: floatingip_pools.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.655627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.656233 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: floatingip-pools
Apr 21 06:09:23.656603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: ip_allocation.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.657580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.658162 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 21 06:09:23.658548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.659455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.660059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: ip-substring-filtering
Apr 21 06:09:23.660421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l2_adjacency.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.661343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.661913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 21 06:09:23.662273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.663348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.663933 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: router
Apr 21 06:09:23.664572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.666824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.667418 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 21 06:09:23.667791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.668749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.669755 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: ext-gw-mode
Apr 21 06:09:23.670123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.671166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.671757 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: l3-ha
Apr 21 06:09:23.672150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3_flavors.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.673111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.673695 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: l3-flavors
Apr 21 06:09:23.674062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.674998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.675579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 21 06:09:23.675944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: l3agentscheduler.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.677199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.677863 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: l3_agent_scheduler
Apr 21 06:09:23.678151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: logging.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.679668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.680287 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension logging not supported by any of loaded plugins
Apr 21 06:09:23.680663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: metering.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.681461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.682160 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: metering
Apr 21 06:09:23.682540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.683651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.684264 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: metering_source_and_destination_fields
Apr 21 06:09:23.684630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: multiprovidernet.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.685569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.686154 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: multi-provider
Apr 21 06:09:23.686519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: netmtu.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.687441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.688141 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: net-mtu
Apr 21 06:09:23.689337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: netmtu_writable.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.690857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.691461 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: net-mtu-writable
Apr 21 06:09:23.691833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: network_availability_zone.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.692686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.693277 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: network_availability_zone
Apr 21 06:09:23.693649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: network_ip_availability.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.694760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.695350 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: network-ip-availability
Apr 21 06:09:23.695708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: network_segment_range.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.696575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.697140 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 21 06:09:23.697501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: pagination.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.698505 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.698876 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: pagination
Apr 21 06:09:23.699235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: port_device_profile.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.700192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.700775 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: port-device-profile
Apr 21 06:09:23.701136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.702080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.702659 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: port-mac-address-regenerate
Apr 21 06:09:23.703025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.703946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.705122 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: port-numa-affinity-policy
Apr 21 06:09:23.705479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: port_resource_request.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.706391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.706966 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 21 06:09:23.707324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: portbindings.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.708290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.708876 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: binding
Apr 21 06:09:23.709236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: portbindings_extended.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.710526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.711111 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: binding-extended
Apr 21 06:09:23.711479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: portsecurity.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.712430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.713026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: port-security
Apr 21 06:09:23.713392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: project_id.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.714376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.714748 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: project-id
Apr 21 06:09:23.715114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: providernet.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.716059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.716651 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: provider
Apr 21 06:09:23.717014 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.720736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.721338 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos not supported by any of loaded plugins
Apr 21 06:09:23.721711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.723017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.723600 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 21 06:09:23.723968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.724982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.725567 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 21 06:09:23.725933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_default.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.726973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.728983 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-default not supported by any of loaded plugins
Apr 21 06:09:23.729350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_fip.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.730099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.730673 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-fip not supported by any of loaded plugins
Apr 21 06:09:23.731031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_gateway_ip.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.731980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.732592 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 21 06:09:23.732961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_port_network_policy.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.733900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.734488 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 21 06:09:23.734847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_rule_type_details.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.735809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.736415 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 21 06:09:23.736775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: qos_rules_alias.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.737843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.738429 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 21 06:09:23.738795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: quotasv2.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.739843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.740245 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: quotas
Apr 21 06:09:23.740608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: quotasv2_detail.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.742360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.742745 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: quota_details
Apr 21 06:09:23.743122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: rbac.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.744327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.744926 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: rbac-policies
Apr 21 06:09:23.745292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: rbac_address_group.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.746236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.746834 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: rbac-address-group
Apr 21 06:09:23.747202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: rbac_address_scope.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.748157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.748742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: rbac-address-scope
Apr 21 06:09:23.749108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: rbac_security_groups.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.750048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.750630 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: rbac-security-groups
Apr 21 06:09:23.750993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: rbac_subnetpool.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.752495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.753083 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: rbac-subnetpool
Apr 21 06:09:23.753451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: revisionifmatch.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.754414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.754992 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: revision-if-match
Apr 21 06:09:23.755355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: revisions.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.756511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.757086 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: standard-attr-revisions
Apr 21 06:09:23.757447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: router_availability_zone.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.758168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.758743 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: router_availability_zone
Apr 21 06:09:23.759106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: routerservicetype.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.760061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.760637 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension router-service-type not supported by any of loaded plugins
Apr 21 06:09:23.760998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.761925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.762502 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: security-groups-normalized-cidr
Apr 21 06:09:23.762864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.763814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.764420 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: port-security-groups-filtering
Apr 21 06:09:23.764781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.765710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.766300 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: security-groups-remote-address-group
Apr 21 06:09:23.766649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: securitygroup.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.780626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.781241 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: security-group
Apr 21 06:09:23.781616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: segment.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.782498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.783088 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension segment not supported by any of loaded plugins
Apr 21 06:09:23.783460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.784440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.785026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 21 06:09:23.785396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: servicetype.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.786497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.787082 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: service-type
Apr 21 06:09:23.787446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: sorting.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.788453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.788833 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: sorting
Apr 21 06:09:23.789458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: standard_attr_segment.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.790402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.790995 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 21 06:09:23.791387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: standardattrdescription.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.792069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.792657 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: standard-attr-description
Apr 21 06:09:23.793017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: stateful_security_group.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.793958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.794553 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: stateful-security-group
Apr 21 06:09:23.794914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: stdattrs_common.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.795499 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 21 06:09:23.795858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.796897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.797476 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 21 06:09:23.797837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnet_onboard.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.799015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.799645 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: subnet_onboard
Apr 21 06:09:23.799973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.800927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.801506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 21 06:09:23.801868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnet_service_types.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.802799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.803385 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: subnet-service-types
Apr 21 06:09:23.803747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnetallocation.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.804868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.805455 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: subnet_allocation
Apr 21 06:09:23.805817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.806515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.807106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: subnetpool-prefix-ops
Apr 21 06:09:23.807467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.808440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.809020 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 21 06:09:23.809380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: tagging.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.810672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.811271 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: standard-attr-tag
Apr 21 06:09:23.811639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: timestamp.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.812862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.813456 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loaded extension: standard-attr-timestamp
Apr 21 06:09:23.814372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: trunk.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.815404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.815991 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension trunk not supported by any of loaded plugins
Apr 21 06:09:23.816382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: trunk_details.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.817312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.817893 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension trunk-details not supported by any of loaded plugins
Apr 21 06:09:23.818256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: uplink_status_propagation.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.819183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.819766 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 21 06:09:23.820158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Loading extension file: vlantransparent.py {{(pid=86207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:09:23.820869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:09:23.821446 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 21 06:09:23.824181 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:network
Apr 21 06:09:23.825020 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnet
Apr 21 06:09:23.825675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:09:23.826322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:port
Apr 21 06:09:23.827812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.828318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service FLAVORS assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.828997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.830038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.830404 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:router
Apr 21 06:09:23.831129 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 06:09:23.831902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service METERING assigned prefix: /metering {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.833747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c84406d68>> rbac-policy before_create 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.834159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c84406d68>> rbac-policy before_update 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.834548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c84406d68>> rbac-policy before_delete 55550000 {{(pid=86207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:09:23.835711 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 06:09:23.836197 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:security_group
Apr 21 06:09:23.837007 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 06:09:23.837803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service CORE assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.838173 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:09:23.838541 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] subnetpool is already registered
Apr 21 06:09:23.839210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service CORE assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.839575 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:09:23.839936 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] subnetpool is already registered
Apr 21 06:09:23.842668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.843143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service FLAVORS assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.843792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.844292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.844668 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:router
Apr 21 06:09:23.845077 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] router is already registered
Apr 21 06:09:23.845729 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 06:09:23.846090 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] floatingip is already registered
Apr 21 06:09:23.846776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service METERING assigned prefix: /metering {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.847505 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 06:09:23.847874 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] rbac_policy is already registered
Apr 21 06:09:23.848533 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:security_group
Apr 21 06:09:23.848900 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] security_group is already registered
Apr 21 06:09:23.849540 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 06:09:23.849898 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] security_group_rule is already registered
Apr 21 06:09:23.850631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service CORE assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.850997 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:09:23.851362 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] subnetpool is already registered
Apr 21 06:09:23.852054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.resource_helper [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Service CORE assigned prefix:  {{(pid=86207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:09:23.852424 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:09:23.852786 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.quota.resource_registry [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] subnetpool is already registered
Apr 21 06:09:23.853496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: extensions {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.855055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: address-groups {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.856755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: address-scopes {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.858026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: agents {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.859250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: auto-allocated-topology {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.860607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: availability_zones {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.861991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: dhcp-networks {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.863501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: dhcp-agents {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.864978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: routers {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.866837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: flavors {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.868070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: service_profiles {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.869344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: next_providers {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.870944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: service_profiles {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.872475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: floatingip-pools {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.873751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: routers {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.875623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: floatingips {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.877440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: l3-routers {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.878884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: l3-agents {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.882501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: metering-labels {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.882664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: metering-label-rules {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.883984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: network-ip-availabilities {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.885441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: bindings {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.887163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: quotas {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.888688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: quotas {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.893143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: rbac-policies {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.893143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: security-groups {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.893378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: security-group-rules {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.894664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: service-providers {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.895936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: subnetpools {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.897435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: subnetpools {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.898936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.900786 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.902666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.904553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.906412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.908462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.910246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.912250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.914524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.916486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.extensions [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Extended resource: tags {{(pid=86207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:09:23.923401 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING keystonemiddleware.auth_token [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 21 06:09:23.928751 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING keystonemiddleware.auth_token [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 21 06:09:23.937551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Acquired lock "singleton_lock" {{(pid=86207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 21 06:09:23.938068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Releasing lock "singleton_lock" {{(pid=86207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 21 06:09:23.940096 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Starting 2 workers
Apr 21 06:09:23.944948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Started child 86320 {{(pid=86207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:09:23.949039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.949710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Started child 86321 {{(pid=86207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:09:23.950632 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [-] (86320) wsgi starting up on http://0.0.0.0:9696
Apr 21 06:09:23.951215 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 21 06:09:23.951867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Notify callbacks [] for process, before_spawn {{(pid=86207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.953136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.954967 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Starting 1 workers
Apr 21 06:09:23.955226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [-] (86321) wsgi starting up on http://0.0.0.0:9696
Apr 21 06:09:23.960999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Started child 86322 {{(pid=86207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:09:23.961538 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Starting 1 workers
Apr 21 06:09:23.963063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] calling RpcWorker wait() {{(pid=86322) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 21 06:09:23.963644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] returning from RpcWorker wait() {{(pid=86322) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 21 06:09:23.965278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.965850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:23.966420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Started child 86323 {{(pid=86207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:09:23.967211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e67ae6e-123d-4583-b860-84b41030095e None None] Notify callbacks [] for process, after_spawn {{(pid=86207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.968898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 06:09:23.969140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:09:23.969345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:09:23.969614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:09:23.970075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:09:23.970172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:23.970255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:09:23.970812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.971110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.971427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.971705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.972063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.972687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.972994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.973289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.973593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.973867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.974068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.974268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.974558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.974851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.975199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.975487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.975753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.976067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.976280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.976554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.976866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.977157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.977460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.977756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.978322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.978574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.978826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.979060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.979341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.979609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.979922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.980259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.980531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.980815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.981096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.981360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.981588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.981820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.982101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.982353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.982805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-5-iscsi {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.983056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.983306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.983590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.983870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.984182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.984447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.984721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.985012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.985276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.986080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.986431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.986705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.987023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.987314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.987527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.987751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.988082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.988396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.988610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.988805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.988995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.989298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.989490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.989771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.990040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.990406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.990573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.990712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.990961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.991249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.991514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.991792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.992073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.992382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.992674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.992956 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.993199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.993455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.995653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.996774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.996774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.996774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.996774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.997140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.997568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.997568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.997778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.998064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.999520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.999520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.999520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.999520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:23.999520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.002170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.003843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.005706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.007813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.011851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.014656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.017434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.018356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.019883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.020723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.021224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.021224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.021404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.021638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.021899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.022216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.022533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.022998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.023429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.023859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.024344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.024635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.025049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.025332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.025548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.026740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.026740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.026740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.026740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.026740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.028833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.029255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.029255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.029515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.029656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.031357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.034317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.035830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.036130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.036393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.036659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.036959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.037332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.037605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.037886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.038221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.038537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.038862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.039364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.039650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.039938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.040237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.040530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.040842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.041074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.041320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.041606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.041792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.042235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.042477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.042741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.043019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.043280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.043555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.043801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.044172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.044288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.044513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.044741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.045241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.045513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.045766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.046035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.046286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.046541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.046789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.047053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.047335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.047795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.048739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.049043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.049313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.049610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.049872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.050168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.050429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.050731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.050998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.051244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.051527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.051765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.052046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.052307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.052593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.052851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.053127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.053401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.053751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.054018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.054293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.054554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.054800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.055086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.055336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.055568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.056044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.056502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.056754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.057036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.057312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.057585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.057829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.058073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.058316 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.058565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.058807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.059164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.059438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.059700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.059984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.060262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.060526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.060767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.061009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.061257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.061497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.061756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.061998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.062238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.062486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.062727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.063004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.063246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.063485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.063803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.064557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.064861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.065078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.065327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.065546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.065791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.066145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.066431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.066683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.066994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.067261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.067549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.067820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.068220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.068497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.068801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.069075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.069292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.069706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.069873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.070192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.070558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.070836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.071121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.071395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.071678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.071990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.072349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.072528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.072870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.073180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.073447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.073715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.074004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.074264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.074515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.074766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.075016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.075255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.075534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.075814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.076129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.076386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.076655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.076908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.077170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.077439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.077712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.077965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.078179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:09:24.078657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 06:09:24.078811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:09:24.078952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:09:24.079198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:09:24.079557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:09:24.079557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:09:24.079830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.079968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.080143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.080285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.080423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.080631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.080824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081785 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.081964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.082173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.082409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.082604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.082762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.082948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.083141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.083326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.083480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.083671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.083856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.084932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.085915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.086932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-5-iscsi {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.087963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.088125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.088308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.088493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.088681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.088866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.089879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.090942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.091127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.091312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.091497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.091682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.091784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:24.091882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.092976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.093162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.093346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.093530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.093713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.093897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.094081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.094263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.094448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.094633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.094817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.095094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.095283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.095472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.095658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.095842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.096882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.097832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.098917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.099058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:09:24.100197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.100511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.100881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.101989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.102136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.102575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.102784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.102931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35430) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:24.103071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.103955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.104961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.105190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.105450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.105669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.105823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.105928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.106131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.106342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.106544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.106744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.106940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.107135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.107328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.107520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.107710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.107901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.108144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.108338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.108569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.109491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.111535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.112986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.113154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.113320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.113746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.113746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.114986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.115959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.116409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.116409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.116673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.116673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.116932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.117875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.118012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.118212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.118406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.118762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.118762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.119870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.120097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.120329 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0128064
Apr 21 06:09:24.121129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.121319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.121485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.121938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.122283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.122486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.123852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.124052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.124243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.128687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.129948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.130139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.130283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.130471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.130660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.131869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.132897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.133123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.133308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.133498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.133685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.133873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.134999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.135186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.135372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.135603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.135870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.136898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.137104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.137279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.137621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.137978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.138192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.138383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.138575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.138766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.138953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.139143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.139333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.139522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.139710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.139887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.140926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.141094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.141282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.141470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.141672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.141874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.142971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.143154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.143409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.143594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.143715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.143864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.144927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.145114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.145312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.145499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.145685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.145876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.146033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.146234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.146422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.146612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.146815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.147951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.148165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.148353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.148540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.148728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.148919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.149117 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.149314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.149502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.149698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.149893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.150089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.150277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.150471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.150672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.150859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.151994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.152175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.152370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.152556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.152748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.153899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.154086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:09:24.154267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:09:35.026215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4993867-1363-4f55-aa2e-4fbe17679586 None None] get_active_networks_info from dv-cinder-776307-5-iscsi {{(pid=86322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 21 06:09:35.147261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4993867-1363-4f55-aa2e-4fbe17679586 None None] No non-hosted networks {{(pid=86322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 21 06:09:35.167760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agentschedulers_db [None req-d4993867-1363-4f55-aa2e-4fbe17679586 None None] DHCP Agent not found on host dv-cinder-776307-5-iscsi {{(pid=86322) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 21 06:09:35.401571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f66c9955-5813-4475-93a2-c8ae01279387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:37.876534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-377c44b1-dafe-4a82-9e52-019d0f2c9bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:37.942504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-55019f67-72b1-4226-9d72-d4b2a96f6490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:38.425687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:38.926347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:38.928029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.928612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.929176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.933736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.934364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.938115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.940233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.941042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.942530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.944925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.946421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.947086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:38.947900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c84040a20>, 'Open vSwitch agent', 'dv-cinder-776307-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:38.953826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c8410acc0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:09:39.532443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:40.695353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35526) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:41.352570 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-19043ad3-ea90-494e-9a93-251aa7156969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:09:41.353164 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-19043ad3-ea90-494e-9a93-251aa7156969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:09:41.591649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-19043ad3-ea90-494e-9a93-251aa7156969 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:09:41.592780 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-19043ad3-ea90-494e-9a93-251aa7156969 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8964956
Apr 21 06:09:42.113882 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_hamode_db [None req-6a8e5dda-31ad-4df1-b0d6-f0f3d45916db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 21 06:09:42.202842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e5dda-31ad-4df1-b0d6-f0f3d45916db None None] Routers set() bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:09:42.203193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e5dda-31ad-4df1-b0d6-f0f3d45916db None None] Router IDs set() for agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 21 06:09:44.395457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35542) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:44.789211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:09:44.896300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.policy [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86321) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 06:09:44.953334 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:09:44.953750 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:09:44.972713 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c840ee2e8>.
Apr 21 06:09:44.989686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:09:45.050202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938880016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938877684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938886625', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938863685', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938844692', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288938844639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852832808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852985640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617064', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854142585'] for rbac-policy, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:45.276985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:45.278225 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2a25442c-817f-48ed-92de-aa02d6ce99d5 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8817685
Apr 21 06:09:48.296311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35556) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:48.673943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Request body: {'network': {'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'name': 'private'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:09:48.679808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:09:48.684356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Usage tracker for resource:network and tenant:ba803e6f001f4974abcfb49f05c0a2d2 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:09:48.687873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:09:48.694894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:09:48.703534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Made reservation on behalf of ba803e6f001f4974abcfb49f05c0a2d2 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:09:48.709994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:48.726674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:48.742118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:09:48.746199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Usage tracker for resource:security_group_rule and tenant:ba803e6f001f4974abcfb49f05c0a2d2 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:09:48.749645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:09:48.756277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:09:48.854699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:48.858005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:48.863402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:48.881780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:09:48.910442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288940826774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:48.911038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c84daf6a8> segment precommit_create {{(pid=86321) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 06:09:48.911506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Added segment f39420ce-791b-469e-9c96-a5f80fe3a5d3 of type vlan for network a2f85244-95d7-413f-8455-7aa465ddb948
Apr 21 06:09:48.960655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e923c-8e9f-4532-9a13-3bd96475a383,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:09:48.977025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.977396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.977761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.978115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.978467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.978835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.979183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.979526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.979882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.980261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.980606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.980947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Tracked resource versions report:
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:09:48.982043 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:09:49.032319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:49.039667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:49.072784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:49.074198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:09:49.074847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:49.079528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:49.187870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8903880
Apr 21 06:09:49.193487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f85244-95d7-413f-8455-7aa465ddb948,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:09:49.213752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:49.223027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network a2f85244-95d7-413f-8455-7aa465ddb948 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:09:52.278584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35572) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:52.770763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae075806-ccf1-46dd-975f-df724162deb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:09:52.772274 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ae075806-ccf1-46dd-975f-df724162deb5 admin admin] 10.222.0.37 "GET /v2.0/networks/a2f85244-95d7-413f-8455-7aa465ddb948 HTTP/1.1" status: 200  len: 825 time: 0.4923527
Apr 21 06:09:52.800988 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1107f563-14d1-49c0-bb8d-2394d34d49bf admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d63a30c0-4da4-4361-8463-025d40918415 HTTP/1.1" status: 200  len: 734 time: 0.0227315
Apr 21 06:09:52.810205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415', 'name': 'private-subnet', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:09:52.815213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:09:52.819102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Usage tracker for resource:subnet and tenant:ba803e6f001f4974abcfb49f05c0a2d2 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:09:52.822049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:09:52.827858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:09:52.837100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Made reservation on behalf of ba803e6f001f4974abcfb49f05c0a2d2 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:09:52.841616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:53.318031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:53.323305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:53.411873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b030b0-b743-4b53-b54e-864d66cd695c,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:09:53.414182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Checking segment: {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:09:53.414557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Network hostable DHCP agents. Network: a2f85244-95d7-413f-8455-7aa465ddb948, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:09:53.421119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:53.435532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Network a2f85244-95d7-413f-8455-7aa465ddb948 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:09:53.445747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, a2f85244-95d7-413f-8455-7aa465ddb948) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:09:53.450431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:09:53.451068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:53.455949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43389a3a-5b90-4e4a-9675-fc1c6d51e4f3 None None] Network a2f85244-95d7-413f-8455-7aa465ddb948 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:09:53.476810 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6651626
Apr 21 06:09:53.963562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-a2f85244-95d7-413f-8455-7aa465ddb948', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:09:53.964717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.155060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Allocated IP 172.20.0.2 (a2f85244-95d7-413f-8455-7aa465ddb948/76b030b0-b743-4b53-b54e-864d66cd695c/e49e5ed5-5928-4dc6-a885-247dbdfc487a) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:09:54.388570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.402407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Transition to ACTIVE for port object e49e5ed5-5928-4dc6-a885-247dbdfc487a will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:09:54.425278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Transition to ACTIVE for port object e49e5ed5-5928-4dc6-a885-247dbdfc487a will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:09:54.431375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.440816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:54.507093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Network a2f85244-95d7-413f-8455-7aa465ddb948 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:09:54.510120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:09:54.513274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:09:54.556733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Pushing event updated for resources: {'Port': ['ID=e49e5ed5-5928-4dc6-a885-247dbdfc487a,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:09:54.603354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.603733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.604129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.604497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.604857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.605214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.605570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.605924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.606296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.606652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.607003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.607351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Tracked resource versions report:
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:09:54.608497 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:09:54.612167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:54.633918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Attempting to bind port e49e5ed5-5928-4dc6-a885-247dbdfc487a on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:09:54.634348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Attempting to bind port e49e5ed5-5928-4dc6-a885-247dbdfc487a by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:09:54.634762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Attempting to bind port e49e5ed5-5928-4dc6-a885-247dbdfc487a on network a2f85244-95d7-413f-8455-7aa465ddb948 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:09:54.640520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:09:54.640947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Checking segment: {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:09:54.641425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.641857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Bound using segment: {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:09:54.642962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Bound port: e49e5ed5-5928-4dc6-a885-247dbdfc487a, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:09:54.643413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.739394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] For port e49e5ed5-5928-4dc6-a885-247dbdfc487a, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:09:54.743584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] For port e49e5ed5-5928-4dc6-a885-247dbdfc487a, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e49e5ed5-5928-4dc6-a885-247dbdfc487a,segment=NetworkSegment(f39420ce-791b-469e-9c96-a5f80fe3a5d3),segment_id=f39420ce-791b-469e-9c96-a5f80fe3a5d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:09:54.746938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:09:54.752683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:09:54.848525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Pushing event updated for resources: {'Port': ['ID=e49e5ed5-5928-4dc6-a885-247dbdfc487a,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:09:54.851983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:09:56.282505 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35582) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:56.690673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-f3c5c5a4-3b15-46d8-83b9-99e2d1d4ec4b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:09:56.691783 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f3c5c5a4-3b15-46d8-83b9-99e2d1d4ec4b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4082129
Apr 21 06:09:59.473129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35592) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:09:59.911763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-f64886b5-7d66-4d33-b19f-b4d907d9b8b9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:09:59.913041 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f64886b5-7d66-4d33-b19f-b4d907d9b8b9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4388900
Apr 21 06:10:00.946199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e49e5ed5-5928-4dc6-a885-247dbdfc487a up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:01.019212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port e49e5ed5-5928-4dc6-a885-247dbdfc487a completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:10:01.817435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6006c-6d36-402c-a7a8-87016547c259 None None] Network a2f85244-95d7-413f-8455-7aa465ddb948 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:10:01.943586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Provisioning for port e49e5ed5-5928-4dc6-a885-247dbdfc487a completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:10:01.963237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Provisioning complete for port e49e5ed5-5928-4dc6-a885-247dbdfc487a triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:01.963831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:02.196776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:02.240049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] For port e49e5ed5-5928-4dc6-a885-247dbdfc487a, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e49e5ed5-5928-4dc6-a885-247dbdfc487a,segment=NetworkSegment(f39420ce-791b-469e-9c96-a5f80fe3a5d3),segment_id=f39420ce-791b-469e-9c96-a5f80fe3a5d3)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:10:02.244444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:02.256867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:02.337362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Pushing event updated for resources: {'Port': ['ID=e49e5ed5-5928-4dc6-a885-247dbdfc487a,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:02.341384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:02.468044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-0cb8ae11-2089-498d-bbbc-c2f1571e8299 None None] Provisioning complete for port e49e5ed5-5928-4dc6-a885-247dbdfc487a triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:02.468469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ae11-2089-498d-bbbc-c2f1571e8299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:02.921075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e49e5ed5-5928-4dc6-a885-247dbdfc487a up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:02.992173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port e49e5ed5-5928-4dc6-a885-247dbdfc487a triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:02.992941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.040352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35608) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:03.436224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:10:03.443197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:10:03.447354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Usage tracker for resource:router and tenant:ba803e6f001f4974abcfb49f05c0a2d2 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:10:03.450667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:10:03.458902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:10:03.467944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.469325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.490755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.601266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.619598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:03.621203 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b3daea0e-bf5a-48ce-bc35-a8edcb026b57 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5796328
Apr 21 06:10:04.881098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e079afc3-bad7-4c08-aa48-1517220fbf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:06.413284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35618) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:06.821934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-e64f7773-6df4-475f-924d-cae4e4ec4173 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:10:06.822979 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e64f7773-6df4-475f-924d-cae4e4ec4173 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4085171
Apr 21 06:10:07.878105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-be7f7279-c9a4-49ee-8e7a-6f8ba7fd1b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:08.379959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:08.904415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.028184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:10:09.478143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.630999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 35638) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:09.791643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:10:09.796976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:10:09.801497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Usage tracker for resource:network and tenant:8bfd50e8a9a54ff89b87027080eb4970 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:10:09.804441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:10:09.810371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:10:09.820063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Made reservation on behalf of 8bfd50e8a9a54ff89b87027080eb4970 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:10:09.824687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.837209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.851925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:10:09.855776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Usage tracker for resource:security_group_rule and tenant:8bfd50e8a9a54ff89b87027080eb4970 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:10:09.858618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:10:09.865123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:10:09.947599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.950397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.954675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:09.971918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Reserving flat network on physical network physnet1 {{(pid=86321) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 21 06:10:09.993409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870f7ac-37c2-45c8-9a0d-723f0c27668e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:09.997653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:09.998612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:09.999005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Added segment 569114fa-6433-4051-84f1-c4442d3da988 of type flat for network 572ea32f-b481-4731-bad4-c8c9b8d3e427
Apr 21 06:10:10.033181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:10.073393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:10.074750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:10:10.075378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:10.080691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:10.183917 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5518301
Apr 21 06:10:10.184657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Pushing event updated for resources: {'Network': ['ID=572ea32f-b481-4731-bad4-c8c9b8d3e427,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:10.187434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:10.195493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:10:12.732846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 35658) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:12.910571 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:10:12.911154 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:10:13.321087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.policy [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86320) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 06:10:13.533169 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:10:13.533589 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING oslo_policy.policy [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:10:13.550515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:10:13.552331 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-006b7922-8df0-49a5-8f0b-9e9afa765ee1 admin admin] 10.222.0.37 "GET /v2.0/subnets/76b030b0-b743-4b53-b54e-864d66cd695c HTTP/1.1" status: 200  len: 849 time: 0.8174915
Apr 21 06:10:13.732825 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-999b8ba9-9933-4b3e-be73-f8b928288314 admin admin] 10.222.0.37 "GET /v2.0/routers/03f31efb-a7a4-44cf-9f8b-0ad46ff085ed HTTP/1.1" status: 200  len: 704 time: 0.1742947
Apr 21 06:10:14.223449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:14.472504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Allocated IP 172.20.0.1 (a2f85244-95d7-413f-8455-7aa465ddb948/76b030b0-b743-4b53-b54e-864d66cd695c/3f08dff8-7198-4c1a-b9fd-5ce64ab2a163) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:10:14.649292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:14.668456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Transition to ACTIVE for port object 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:10:14.728445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:14.734006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:14.790808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Network a2f85244-95d7-413f-8455-7aa465ddb948 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:10:14.791942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:10:14.838553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:10:14.838553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:14.962318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Pushing event updated for resources: {'Port': ['ID=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:14.984412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.984796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.985163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.985639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.985992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.986365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.986729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.987080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.987444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.987792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.988168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.988521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Tracked resource versions report:
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:10:14.989629 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:10:14.996170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:15.002987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-157f13bd-81f6-4135-bb62-08c007446446 None None] Provisioning for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:10:15.008129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-157f13bd-81f6-4135-bb62-08c007446446 None None] Provisioning complete for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:15.008536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-157f13bd-81f6-4135-bb62-08c007446446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.078740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-157f13bd-81f6-4135-bb62-08c007446446 None None] Port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:10:15.276356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.509260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.512719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.513789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.518606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:15.657152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Pushing event updated for resources: {'Port': ['ID=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:15.661315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:15.721490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Network a2f85244-95d7-413f-8455-7aa465ddb948 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:10:15.722596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:10:15.902581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-ccfd6a0d-af10-4882-bee7-ca5746b3e706 None None] Provisioning complete for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:15.902984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6a0d-af10-4882-bee7-ca5746b3e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:15.922997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:10:15.961980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd6a0d-af10-4882-bee7-ca5746b3e706 None None] Port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:10:16.089515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:10:16.104794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Sync routers for ids ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:10:16.109855 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] 10.222.0.37 "PUT /v2.0/routers/03f31efb-a7a4-44cf-9f8b-0ad46ff085ed/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3711643
Apr 21 06:10:16.118511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Routers {'03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:10:16.119396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8411de48>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:10:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:16.307303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Set router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:10:16.862582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8411de48>, [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:15Z', 'revision_number': 2, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port_host': None, '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:15Z', 'revision_number': 2, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:16.867738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Checking router: 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:10:16.868168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Updating router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:10:16.928320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.351483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.369591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Transition to ACTIVE for port object 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:10:17.378182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.384991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:17.609204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Pushing event updated for resources: {'Port': ['ID=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:17.621135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.621513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.621883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.622255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.622609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.622965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.623322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.623675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.624150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.624419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.624768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.625115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Tracked resource versions report:
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:10:17.626289 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:10:17.630930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Attempting to bind port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:10:17.631373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Attempting to bind port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:10:17.631746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Attempting to bind port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 on network a2f85244-95d7-413f-8455-7aa465ddb948 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:10:17.634281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:17.638806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:10:17.639239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Checking segment: {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:10:17.639723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.640169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Bound using segment: {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:10:17.640710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Bound port: 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39420ce-791b-469e-9c96-a5f80fe3a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:10:17.641116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.751355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] For port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:10:17.756172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] For port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,segment=NetworkSegment(f39420ce-791b-469e-9c96-a5f80fe3a5d3),segment_id=f39420ce-791b-469e-9c96-a5f80fe3a5d3)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:10:17.760339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:17.765412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:17.852579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Routers {'03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:10:17.853191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8411de48>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:10:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:17.928594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Pushing event updated for resources: {'Port': ['ID=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,revision_number=4']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:17.933703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:18.028695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] Set router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:10:18.396300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8411de48>, [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:15Z', 'revision_number': 2, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port_host': None, '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:17Z', 'revision_number': 4, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:18.400438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a7e8-98da-41b5-ac06-e1522c13d6a4 None None] The sync data for ids ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'] in dv-cinder-776307-5-iscsi is: [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:15Z', 'revision_number': 2, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port_host': None, '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:17Z', 'revision_number': 4, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:10:18.815281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 35680) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:18.983284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2b5f1-b6f7-4425-bb1b-43ed0ee7fec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:10:18.984869 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7af2b5f1-b6f7-4425-bb1b-43ed0ee7fec4 admin admin] 10.222.0.37 "GET /v2.0/networks/572ea32f-b481-4731-bad4-c8c9b8d3e427 HTTP/1.1" status: 200  len: 842 time: 0.1685033
Apr 21 06:10:18.995382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'cidr': '172.27.1.0/24'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:10:18.998198 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.quota [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c840820b8>.
Apr 21 06:10:19.004475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:10:19.008764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Usage tracker for resource:subnet and tenant:8bfd50e8a9a54ff89b87027080eb4970 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:10:19.012349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:10:19.020429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:10:19.041198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Made reservation on behalf of 8bfd50e8a9a54ff89b87027080eb4970 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:10:19.046210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:19.546114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.objects.ports [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86320) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 21 06:10:19.546654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:19.550640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:19.628438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47dd0279-9df8-4422-8240-8cbccceb6c50,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:19.636591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:19.638651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:10:19.639045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Network hostable DHCP agents. Network: 572ea32f-b481-4731-bad4-c8c9b8d3e427, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:10:19.662119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:10:19.672360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 572ea32f-b481-4731-bad4-c8c9b8d3e427) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:10:19.676479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:10:19.677137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:19.682288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c4bea-882d-413a-9d00-dfc5ae4a6f57 None None] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:10:19.699112 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7070389
Apr 21 06:10:19.947293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3075a-9fb8-420f-9dbd-a5646c305dcc None None] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:10:22.330686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 35694) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:22.705856 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-91ae114d-9872-4bef-a764-b6c1b4ca14a5 admin admin] 10.222.0.37 "GET /v2.0/routers/03f31efb-a7a4-44cf-9f8b-0ad46ff085ed HTTP/1.1" status: 200  len: 710 time: 0.3739560
Apr 21 06:10:22.840538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4aa36-f1dd-45aa-8315-16dd5d52c830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:10:22.841899 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-93b4aa36-f1dd-45aa-8315-16dd5d52c830 admin admin] 10.222.0.37 "GET /v2.0/networks/572ea32f-b481-4731-bad4-c8c9b8d3e427 HTTP/1.1" status: 200  len: 886 time: 0.1303830
Apr 21 06:10:22.851754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:10:22.951305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:23.025698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:10:23.030624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:23.031032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.154888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.188023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,segment=NetworkSegment(f39420ce-791b-469e-9c96-a5f80fe3a5d3),segment_id=f39420ce-791b-469e-9c96-a5f80fe3a5d3)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:10:23.191565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.194381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6a0275b2-9d2a-4e61-b772-a64ad861019a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:23.265480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=3f08dff8-7198-4c1a-b9fd-5ce64ab2a163,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:23.269165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:23.319847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.677141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.736954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:23.887410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Allocated IP 172.27.1.219 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/36b10286-d1f6-4695-a144-89ad9302a195) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:10:24.045352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:24.075628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:24.080732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9f8b29f8-b2cd-4828-9db3-807b869de640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:24.140806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:10:24.145202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:10:24.156300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:10:24.234062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Pushing event updated for resources: {'Port': ['ID=36b10286-d1f6-4695-a144-89ad9302a195,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:24.290062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:24.567812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:24.934591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:25.005533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:25.005974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:25.105492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:25.109585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854087742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854117852'] for router, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:25.301878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:10:25.490643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:10:25.499723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:25.501606 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] 10.222.0.37 "PUT /v2.0/routers/03f31efb-a7a4-44cf-9f8b-0ad46ff085ed HTTP/1.1" status: 200  len: 890 time: 2.6527090
Apr 21 06:10:25.502272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Sync routers for ids ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:10:25.513065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Routers {'03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:10:25.513973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82348908>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:10:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:25.876744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Set router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:10:26.254656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82348908>, [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '36b10286-d1f6-4695-a144-89ad9302a195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:24Z', 'revision_number': 4, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port': {'id': '36b10286-d1f6-4695-a144-89ad9302a195', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:23Z', 'updated_at': '2021-04-21T06:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:23Z', 'revision_number': 5, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:26.259836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Checking router: 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:10:26.260258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Updating router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed port 36b10286-d1f6-4695-a144-89ad9302a195 binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:10:26.319769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.686371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.700663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Transition to ACTIVE for port object 36b10286-d1f6-4695-a144-89ad9302a195 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:10:26.706987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.712234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:26.796432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Pushing event updated for resources: {'Port': ['ID=36b10286-d1f6-4695-a144-89ad9302a195,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:26.799050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Attempting to bind port 36b10286-d1f6-4695-a144-89ad9302a195 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:10:26.799453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Attempting to bind port 36b10286-d1f6-4695-a144-89ad9302a195 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:10:26.799826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Attempting to bind port 36b10286-d1f6-4695-a144-89ad9302a195 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:10:26.802324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:26.806716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:10:26.807117 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:10:26.807554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.807983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:10:26.808525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Bound port: 36b10286-d1f6-4695-a144-89ad9302a195, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:10:26.808928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.887572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] For port 36b10286-d1f6-4695-a144-89ad9302a195, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:10:26.890831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] For port 36b10286-d1f6-4695-a144-89ad9302a195, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=36b10286-d1f6-4695-a144-89ad9302a195,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:10:26.894966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:26.899069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:26.977883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Routers {'03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:10:26.978550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82348908>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:10:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:27.108398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Pushing event updated for resources: {'Port': ['ID=36b10286-d1f6-4695-a144-89ad9302a195,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:27.112305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:27.181492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] Set router 03f31efb-a7a4-44cf-9f8b-0ad46ff085ed gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:10:27.535839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82348908>, [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '36b10286-d1f6-4695-a144-89ad9302a195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:24Z', 'revision_number': 4, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port': {'id': '36b10286-d1f6-4695-a144-89ad9302a195', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:23Z', 'updated_at': '2021-04-21T06:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:23Z', 'revision_number': 5, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:10:27.540348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e4b56-0438-4f5d-96b3-48a6d664b998 None None] The sync data for ids ['03f31efb-a7a4-44cf-9f8b-0ad46ff085ed'] in dv-cinder-776307-5-iscsi is: [{'id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'name': 'router1', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '36b10286-d1f6-4695-a144-89ad9302a195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:10:03Z', 'updated_at': '2021-04-21T06:10:24Z', 'revision_number': 4, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'gw_port': {'id': '36b10286-d1f6-4695-a144-89ad9302a195', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:23Z', 'updated_at': '2021-04-21T06:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '3f08dff8-7198-4c1a-b9fd-5ce64ab2a163', 'name': '', 'network_id': 'a2f85244-95d7-413f-8455-7aa465ddb948', 'tenant_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'mac_address': 'fa:16:3e:ce:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f31efb-a7a4-44cf-9f8b-0ad46ff085ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:10:14Z', 'updated_at': '2021-04-21T06:10:23Z', 'revision_number': 5, 'project_id': 'ba803e6f001f4974abcfb49f05c0a2d2', 'subnets': [{'id': '76b030b0-b743-4b53-b54e-864d66cd695c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63a30c0-4da4-4361-8463-025d40918415'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:10:28.323746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 35704) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:10:28.447412 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d633d730-3a98-4f82-a417-cb180f27f5d9 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1222613
Apr 21 06:10:28.963584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 36b10286-d1f6-4695-a144-89ad9302a195 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:29.042180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 36b10286-d1f6-4695-a144-89ad9302a195 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:10:29.047437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 36b10286-d1f6-4695-a144-89ad9302a195 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:29.048469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:29.175846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:29.193992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 36b10286-d1f6-4695-a144-89ad9302a195, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=36b10286-d1f6-4695-a144-89ad9302a195,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:10:29.197674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:29.200028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:10:29.276220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=36b10286-d1f6-4695-a144-89ad9302a195,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:10:29.283753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:10:30.959421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 36b10286-d1f6-4695-a144-89ad9302a195 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:10:31.066219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 36b10286-d1f6-4695-a144-89ad9302a195 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:10:31.067088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:34.950531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bfff3284-3a10-4ee2-8099-510a4fb2d1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:37.924984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f56220b5-2c1d-4280-82e9-c8c2dddfe4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:38.435269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:38.959714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:39.541973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:10:46.028716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:11:04.884686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5a56118e-c197-464e-828b-1264d87c2624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:07.883845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-98ba3c36-873f-4e11-93b3-a965b797aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:08.391916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:08.904874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:09.529398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:23.028675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:11:34.888914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f5de9136-7f56-4e7a-84b1-930416c04d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:37.885379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-502a2421-4e01-4976-bc0a-914ddfb5176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:38.394027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:38.917201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:11:39.514081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:00.028124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:12:04.896485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-207eec0a-b1c4-47e0-ace7-477c06b2f435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:07.882416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-007148a2-e80b-4609-97db-d63b1034d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:08.407708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:08.915946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:09.526791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:16.564513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36276) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:16.644568 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e3548e-0458-41b2-abd8-f378c4dbe59a admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:12:16.645134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-32e3548e-0458-41b2-abd8-f378c4dbe59a admin admin] Synchronizing usage tracker for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:12:16.663898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-32e3548e-0458-41b2-abd8-f378c4dbe59a admin admin] Unset dirty status for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:12:16.665181 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-32e3548e-0458-41b2-abd8-f378c4dbe59a admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0995495
Apr 21 06:12:16.961431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808fe52-598a-4728-a02a-404782482f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:16.963027 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a808fe52-598a-4728-a02a-404782482f24 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.2929883
Apr 21 06:12:19.513401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36286) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:19.633254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf6ba9-6ede-4331-bd2d-4de20fffdfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:19.633857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-24bf6ba9-6ede-4331-bd2d-4de20fffdfe3 admin admin] Synchronizing usage tracker for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:subnet {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:12:19.651728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-24bf6ba9-6ede-4331-bd2d-4de20fffdfe3 admin admin] Unset dirty status for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:subnet {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:12:19.653009 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-24bf6ba9-6ede-4331-bd2d-4de20fffdfe3 admin admin] 10.222.0.37 "GET /v2.0/subnets/76b030b0-b743-4b53-b54e-864d66cd695c HTTP/1.1" status: 200  len: 849 time: 0.1383858
Apr 21 06:12:19.664971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:12:19.800987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Notify callbacks [] for subnet, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:20.127508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747913865689'] for subnet, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:20.132632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ef90b712-a7ae-4b0a-8e14-a3b362814ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:12:20.174249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:20.175023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:20.176431 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] 10.222.0.37 "PUT /v2.0/subnets/76b030b0-b743-4b53-b54e-864d66cd695c HTTP/1.1" status: 200  len: 868 time: 0.5163870
Apr 21 06:12:20.179285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88ad50-c314-46f5-80a8-4b3c6707d3b6 None None] Network a2f85244-95d7-413f-8455-7aa465ddb948 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:12:20.205496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b030b0-b743-4b53-b54e-864d66cd695c,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:12:20.213941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.214441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.214709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.215038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.215400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.215790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.216211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.216571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.216946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.217953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.218310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.218660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:12:20.222639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:12:20.992457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-d2438d2c-30db-4e55-98b6-d4106bf19c91 None None] Provisioning complete for port e49e5ed5-5928-4dc6-a885-247dbdfc487a triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:12:20.993164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2438d2c-30db-4e55-98b6-d4106bf19c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:21.159772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-d2438d2c-30db-4e55-98b6-d4106bf19c91 None None] Provisioning complete for port 3f08dff8-7198-4c1a-b9fd-5ce64ab2a163 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:12:21.160248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2438d2c-30db-4e55-98b6-d4106bf19c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:22.833637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36296) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:23.022643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7c087-40d2-4eab-9626-967e07cb219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:23.023160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7c087-40d2-4eab-9626-967e07cb219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:23.024851 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-12e7c087-40d2-4eab-9626-967e07cb219c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1901858
Apr 21 06:12:25.703897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36306) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:25.893378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9598382-04c8-4ce9-8279-2dd99e2cc650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:25.893818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9598382-04c8-4ce9-8279-2dd99e2cc650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:25.895451 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b9598382-04c8-4ce9-8279-2dd99e2cc650 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1903760
Apr 21 06:12:28.445624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36316) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:28.632998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae4985-e3ae-4d6c-941f-8ce7f16744bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:28.634429 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9fae4985-e3ae-4d6c-941f-8ce7f16744bd admin admin] 10.222.0.37 "GET /v2.0/networks/572ea32f-b481-4731-bad4-c8c9b8d3e427 HTTP/1.1" status: 200  len: 886 time: 0.1874397
Apr 21 06:12:31.246444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36326) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:31.432320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b755305b-82c7-49c3-88ef-5dbaf98944e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:31.433787 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b755305b-82c7-49c3-88ef-5dbaf98944e4 admin admin] 10.222.0.37 "GET /v2.0/networks/a2f85244-95d7-413f-8455-7aa465ddb948 HTTP/1.1" status: 200  len: 869 time: 0.1864018
Apr 21 06:12:33.944102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36336) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:34.062716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e267f8e-aac1-41e2-a80a-fd6d937f7145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:34.063221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e267f8e-aac1-41e2-a80a-fd6d937f7145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:34.064854 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1e267f8e-aac1-41e2-a80a-fd6d937f7145 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1197402
Apr 21 06:12:34.889968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2efbaf82-b139-45df-bf13-891083fe85a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:36.567350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36346) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:36.685195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546bbab7-c479-4dc0-84ff-325d55caf0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:36.685738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546bbab7-c479-4dc0-84ff-325d55caf0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:36.687372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-546bbab7-c479-4dc0-84ff-325d55caf0d1 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1189256
Apr 21 06:12:37.027862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:12:37.874317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9583d1b-db58-4096-a35b-231b77d8482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:38.399219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:38.908195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:39.201319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36356) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:39.319913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99046e71-4209-4626-a378-08827a0eda1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:39.321463 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-99046e71-4209-4626-a378-08827a0eda1a admin admin] 10.222.0.37 "GET /v2.0/subnets/47dd0279-9df8-4422-8240-8cbccceb6c50 HTTP/1.1" status: 200  len: 816 time: 0.1190827
Apr 21 06:12:39.518166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:12:41.838995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36366) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:12:41.961772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737356af-c47e-45cd-b08a-9dd4f987ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:12:41.963263 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-737356af-c47e-45cd-b08a-9dd4f987ac97 admin admin] 10.222.0.37 "GET /v2.0/subnets/76b030b0-b743-4b53-b54e-864d66cd695c HTTP/1.1" status: 200  len: 868 time: 0.1233068
Apr 21 06:13:04.891869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-853b4f80-d677-431b-a41a-ac1946ebb2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:07.875707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8bb17b31-c65b-4a44-9b24-f17f724dcc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:08.400839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:08.634000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36410) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:13:08.687527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-fa12b9d8-0622-4eb0-8111-22dc60133034 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:13:08.688623 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fa12b9d8-0622-4eb0-8111-22dc60133034 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0536115
Apr 21 06:13:08.913056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:09.525621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:11.307914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36420) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:13:11.381850 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd200bd6-c061-4e93-864d-8a399e223d85 admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:13:11.383208 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-dd200bd6-c061-4e93-864d-8a399e223d85 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0742424
Apr 21 06:13:11.521570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f4074a-6196-4a98-9030-21d228893a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:13:11.523218 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-20f4074a-6196-4a98-9030-21d228893a5c admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1353986
Apr 21 06:13:14.026731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:13:14.064495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36430) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:13:14.117232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:13:14.122594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:13:14.133680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:13:14.142575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Made reservation on behalf of 8bfd50e8a9a54ff89b87027080eb4970 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:13:14.147204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:14.242630 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.services.revisions.revision_plugin [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4c82f28588] {project_id='8bfd50e8a9a54ff89b87027080eb4970', id='c05864c0-71e5-461f-905b-5c45b5e0f191', target_tenant='*', action='access_as_shared', object_id='9056fda1-3497-4292-b595-f8b8d1b6a9c4'}> to bump revision.
Apr 21 06:13:14.255735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:13:14.266728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288940826774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:14.267292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c84daf6a8> segment precommit_create {{(pid=86320) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 06:13:14.267751 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Added segment feaa0e91-ba4b-41f2-bbc6-2051b5e074dc of type vlan for network 9056fda1-3497-4292-b595-f8b8d1b6a9c4
Apr 21 06:13:14.309738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:14.344564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:14.345926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:13:14.346556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:14.351358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:13:14.455130 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3894398
Apr 21 06:13:14.458089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9056fda1-3497-4292-b595-f8b8d1b6a9c4,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:13:14.461632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:13:14.470140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:13:17.002505 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36440) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:13:17.077549 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bbf1bf-3d09-4223-a3c4-95f4c64c7e06 admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:13:17.078116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-15bbf1bf-3d09-4223-a3c4-95f4c64c7e06 admin admin] Synchronizing usage tracker for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:13:17.093323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-15bbf1bf-3d09-4223-a3c4-95f4c64c7e06 admin admin] Unset dirty status for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:13:17.094564 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-15bbf1bf-3d09-4223-a3c4-95f4c64c7e06 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0910261
Apr 21 06:13:17.385782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5800ef-ef47-41f0-8bb9-61d72c3384a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:13:17.387279 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4f5800ef-ef47-41f0-8bb9-61d72c3384a2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.2882712
Apr 21 06:13:17.398063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Request body: {'subnet': {'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:13:17.402642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:13:17.413144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:13:17.422387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Made reservation on behalf of 8bfd50e8a9a54ff89b87027080eb4970 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:13:17.427186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:17.827993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:17.832672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:13:17.908320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fa8c05-8bcf-4414-8b05-6eb86199a889,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:13:17.911445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:13:17.917814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Checking segment: {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:13:17.918193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Network hostable DHCP agents. Network: 9056fda1-3497-4292-b595-f8b8d1b6a9c4, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:13:17.936659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:13:17.944866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 9056fda1-3497-4292-b595-f8b8d1b6a9c4) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:13:17.948850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:13:17.949490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:17.955375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d7738-51ad-4b75-8925-aa13abcd0f95 None None] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:13:17.975202 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5808415
Apr 21 06:13:18.199688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-9056fda1-3497-4292-b595-f8b8d1b6a9c4', 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4', 'tenant_id': '8bfd50e8a9a54ff89b87027080eb4970', 'fixed_ips': [{'subnet_id': '29fa8c05-8bcf-4414-8b05-6eb86199a889'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:13:18.200846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.368357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Allocated IP 192.168.233.2 (9056fda1-3497-4292-b595-f8b8d1b6a9c4/29fa8c05-8bcf-4414-8b05-6eb86199a889/45dffa62-f17d-4919-bf2e-2a2eb34dddbc) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:13:18.598027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.610747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Transition to ACTIVE for port object 45dffa62-f17d-4919-bf2e-2a2eb34dddbc will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:13:18.630419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Transition to ACTIVE for port object 45dffa62-f17d-4919-bf2e-2a2eb34dddbc will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:13:18.635466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.641398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:13:18.713938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:13:18.720693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:13:18.722544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Pushing event updated for resources: {'Port': ['ID=45dffa62-f17d-4919-bf2e-2a2eb34dddbc,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:13:18.725143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:13:18.734988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.735367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.735739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.736128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.736509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.736833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.737191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.737548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.737921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.738274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.738631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.738981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:13:18.768340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:13:18.840618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Attempting to bind port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:13:18.841878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Attempting to bind port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:13:18.842506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Attempting to bind port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc on network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:13:18.849162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:13:18.849581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Checking segment: {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:13:18.850024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.850487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Bound using segment: {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:13:18.850980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Bound port: 45dffa62-f17d-4919-bf2e-2a2eb34dddbc, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:13:18.851389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.953979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] For port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:13:18.957813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] For port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=45dffa62-f17d-4919-bf2e-2a2eb34dddbc,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:13:18.962558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:18.967572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:13:19.054006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Pushing event updated for resources: {'Port': ['ID=45dffa62-f17d-4919-bf2e-2a2eb34dddbc,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:13:19.061607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:13:20.333890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0712f97-69ab-4279-94e6-8ad01fe86ee4 None None] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:13:20.437231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-51aaffa8-ab81-4077-8d9c-8dda1fcb1ace None None] Provisioning for port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:13:21.108898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 45dffa62-f17d-4919-bf2e-2a2eb34dddbc up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:13:21.181822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:13:21.187408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:13:21.187817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:21.313967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:21.347280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=45dffa62-f17d-4919-bf2e-2a2eb34dddbc,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:13:21.351382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:21.353694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:13:21.423768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=45dffa62-f17d-4919-bf2e-2a2eb34dddbc,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:13:21.427040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:13:23.095101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 45dffa62-f17d-4919-bf2e-2a2eb34dddbc up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:13:23.172304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 45dffa62-f17d-4919-bf2e-2a2eb34dddbc triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:13:23.172718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:34.897775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e590-17f7-43d4-b5bb-f32ad3540815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:37.876958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8cb349f8-7171-45b3-817d-0bbe14f80c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:38.405343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:38.918298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:39.526174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:13:51.025571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:14:04.889493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f6041230-df71-48a8-bc57-c9795ae7af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:07.879309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20975961-c5ae-4330-9c92-3d1f42324e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:08.409776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:08.920708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:09.529668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:28.025028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:14:32.734567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36482) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:14:32.740932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [None req-aee6170d-817c-4d47-adb6-21f8c0237681 tempest-verify_tempest_config-1511062790 tempest-verify_tempest_config-1511062790-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:14:32.742007 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-aee6170d-817c-4d47-adb6-21f8c0237681 tempest-verify_tempest_config-1511062790 tempest-verify_tempest_config-1511062790-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064037
Apr 21 06:14:33.053328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36500) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:14:33.183952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.200140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:14:33.204434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc094c4c24640d79fa69f4839a3966c is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:14:33.207383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:14:33.213472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:14:33.303867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.306597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.314893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a1713be3-8154-4c09-9598-c0d696722d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:14:33.359265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff84b3b2-bab1-4a82-abaa-e763d3501f00,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:14:33.363674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Synchronizing usage tracker for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:security_group {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:14:33.370601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.370991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.371355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.371714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.372092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.372451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.372803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.373152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.373511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.373861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.374207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.374551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:14:33.378629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:14:33.390637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Unset dirty status for tenant:8bfd50e8a9a54ff89b87027080eb4970 on resource:security_group {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:14:33.391944 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bc094c4c24640d79fa69f4839a3966c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3375788
Apr 21 06:14:33.394791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36506) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:14:33.456112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.483906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.535816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.540104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:14:33.554375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff84b3b2-bab1-4a82-abaa-e763d3501f00,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:14:33.557435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:14:33.559451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:33.563061 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff84b3b2-bab1-4a82-abaa-e763d3501f00 HTTP/1.1" status: 204  len: 168 time: 0.1649275
Apr 21 06:14:34.890702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-29b7eefe-661d-4b16-a67c-63eb4369e2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:37.882127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-632617ff-41ff-42a5-a019-ff1f92244a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:38.411515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:38.922032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:14:39.533318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:04.892290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b6fe0a2-f603-49b5-a041-c7cd367c5ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:05.023710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:15:07.884467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd88987c-abc2-4763-9817-d38807732b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:08.413042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:08.923660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:09.536160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:34.893531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bf87101a-937a-4878-b027-275956e43d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:37.886599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-38c6db09-84d6-4ee2-84aa-75ef16b9e987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:38.417248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:38.926931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:39.538797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:15:42.023820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 5 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:16:04.895150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5738b7f-4269-45e3-84fe-b6b94caed2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:07.888335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1534d563-0f26-4728-b37e-89dcd45994ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:08.421064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:08.929329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:08.957891 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757'] for agent, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:09.542633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:13.932415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36566) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:16:14.051070 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-53646f4c-a15e-4c19-b6d0-857106eddbe2 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1174800
Apr 21 06:16:16.568387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36576) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:16:16.629159 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-586120a1-b770-4caa-b599-be9cbec77045 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0595534
Apr 21 06:16:19.024041 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:16:34.896368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ba49dfc-0064-4365-8010-3a9ae6fb0b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:37.889814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccb2e233-436e-418a-b485-14cb8363ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:38.421624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:38.912865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:38.929433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:39.545676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:16:56.027155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:17:04.897162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9001bb6f-7dd9-48c0-91e2-3495d567a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:07.893745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5defc6a-2477-4438-b42d-1686faa9a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:08.425039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:08.942248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:08.943868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:09.557850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:33.027650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:17:34.900567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-002ed4c1-b30e-4a88-a219-494bfacfc3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:37.895694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-11029115-1ccf-48ac-af0d-f195e9dac163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:38.427294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:38.925746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:38.935904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:39.552829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.332727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36728) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:50.644411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-555186295-network', 'tenant_id': 'd529ff2c83b64495a1f6f289e03dad21'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:50.649923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:50.654954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Usage tracker for resource:network and tenant:d529ff2c83b64495a1f6f289e03dad21 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:50.658612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:50.665264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:50.675302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Made reservation on behalf of d529ff2c83b64495a1f6f289e03dad21 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:50.679976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.693184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.708930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:50.713469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Usage tracker for resource:security_group_rule and tenant:d529ff2c83b64495a1f6f289e03dad21 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:50.716452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:50.722910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:50.762488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36758) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:50.816651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.819781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.826313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:50.863686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:17:50.865824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baede0a4-ce39-4766-9030-1654deae48ee,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:50.877149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.881265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Tracked resource versions report:
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     HyperV agent@hv-cinder-77630: {},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:17:50.882330 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:17:50.885535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:50.892675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.893282 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Added segment 8b9e033d-6ebd-4346-801d-12f923fdb15e of type vlan for network 9d8a0a46-3247-4de8-ba02-90a0939363e8
Apr 21 06:17:50.928473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.930511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1152010504-network', 'tenant_id': '0cecdc8e6425468c981fba2c7569007f'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:50.935283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:50.939442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Usage tracker for resource:network and tenant:0cecdc8e6425468c981fba2c7569007f is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:50.943992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:50.951090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:50.961988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.963243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:50.963767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:50.964440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.969035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:50.981631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43159ec0-913c-42b0-b996-ddbd10a45ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:50.984760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.003055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:51.007979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cecdc8e6425468c981fba2c7569007f is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:51.012048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:51.019112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:51.076168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8a0a46-3247-4de8-ba02-90a0939363e8,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:51.081067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:51.088470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:17:51.092900 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7590232
Apr 21 06:17:51.096442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36782) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:51.106120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Request body: {'subnet': {'network_id': '9d8a0a46-3247-4de8-ba02-90a0939363e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-555186295-subnet', 'tenant_id': 'd529ff2c83b64495a1f6f289e03dad21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:51.119862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:51.129239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Usage tracker for resource:subnet and tenant:d529ff2c83b64495a1f6f289e03dad21 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:51.134908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:51.146451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.149978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.153253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:51.165599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:17:51.170205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Made reservation on behalf of d529ff2c83b64495a1f6f289e03dad21 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:51.175883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.176485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Added segment 2d4d085d-2a86-47b8-90ed-a5394bd418bf of type vlan for network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483
Apr 21 06:17:51.179414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.221533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.244509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:51.280259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.281502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2b14e-30bc-424a-ae0c-59e54686bfa9,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:51.287259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:51.288507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.301394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.302186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.302759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.303279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.303833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.304423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.305558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.306720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.307610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.307983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.308365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.308719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Tracked resource versions report:
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     HyperV agent@hv-cinder-77630: {},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:17:51.310194 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:17:51.314739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:51.320356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ae59439-917f-4b7c-93e8-47e978c632e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:51.440476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa5ea8c-87c2-4048-9e9d-aa761af8e483,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:51.444858 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6810386
Apr 21 06:17:51.446561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:51.450216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36794) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:51.453880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:17:51.456760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Request body: {'subnet': {'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1152010504-subnet', 'tenant_id': '0cecdc8e6425468c981fba2c7569007f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:51.461722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:51.465735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Usage tracker for resource:subnet and tenant:0cecdc8e6425468c981fba2c7569007f is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:51.469105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:51.475393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:51.486630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:51.491677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.705763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.712239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:51.783076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36804) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:51.797060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9929909a-e655-4050-8550-c50984d5a34f,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:51.803188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:51.806267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Checking segment: {'id': '8b9e033d-6ebd-4346-801d-12f923fdb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9d8a0a46-3247-4de8-ba02-90a0939363e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:17:51.806678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Network hostable DHCP agents. Network: 9d8a0a46-3247-4de8-ba02-90a0939363e8, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:17:51.829909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:17:51.841606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 9d8a0a46-3247-4de8-ba02-90a0939363e8) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:51.851027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36810) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:51.851222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e6db3-61c7-4ba6-98ef-56ae5f66fb04 None None] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:51.855220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:51.855982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:51.892830 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7950616
Apr 21 06:17:52.006641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.011686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:52.103483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3e7002-7ed3-4267-b33f-80a0acd2408d,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:52.107943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:52.113099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Checking segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:17:52.113495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Network hostable DHCP agents. Network: 8fa5ea8c-87c2-4048-9e9d-aa761af8e483, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:17:52.133700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:17:52.149230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 8fa5ea8c-87c2-4048-9e9d-aa761af8e483) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:52.153466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:52.154095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.165420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86761904-ed8d-467a-8978-f8102d9b86ec None None] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:52.179668 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7283611
Apr 21 06:17:52.222067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-817099111-network', 'tenant_id': '9da3e2a499d7483cb11054fbaf000d61'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:52.227687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:52.232514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Usage tracker for resource:network and tenant:9da3e2a499d7483cb11054fbaf000d61 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:52.235688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:52.239988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996c49e-6d65-446f-a8f8-a2080a60dadd None None] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:52.242382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:52.253767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Made reservation on behalf of 9da3e2a499d7483cb11054fbaf000d61 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:52.270708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-218887495-network', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:52.271117 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.282754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:52.297109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Usage tracker for resource:network and tenant:93caee3b97c54a9aa838c047bfd6e87f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:52.298717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.303016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:52.310263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:52.322549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Made reservation on behalf of 93caee3b97c54a9aa838c047bfd6e87f for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:52.328905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.333194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:52.339611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Usage tracker for resource:security_group_rule and tenant:9da3e2a499d7483cb11054fbaf000d61 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:52.346355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:52.362555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:52.372964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.417944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:52.428718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Usage tracker for resource:security_group_rule and tenant:93caee3b97c54a9aa838c047bfd6e87f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:52.434295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:52.454338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:52.504039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.507828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.513048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:52.548843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb072fe5-2dfd-48c8-8a05-77691a976fd2,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:52.564829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:52.579718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:17:52.592349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.593286 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Added segment f4c3c951-312f-4709-8934-6ce5b85f9ba2 of type vlan for network 6dce3f24-e70f-4600-8b87-630460a2d608
Apr 21 06:17:52.642837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.692259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.693954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:52.694883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.695104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.703709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.707479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d4786-cc6c-4afc-9447-4a3cdcc53cc4 None None] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:52.708769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:52.722747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:52.751213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:17:52.762275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146133c1-07c6-42c2-ae67-e7ec6c350e93,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:52.767235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:52.770191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.770855 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Added segment 4844dc4b-f36d-4e85-a953-b4c7ede26baf of type vlan for network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7
Apr 21 06:17:52.812076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.867732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Pushing event updated for resources: {'Network': ['ID=6dce3f24-e70f-4600-8b87-630460a2d608,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:52.878803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:52.881584 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0769129
Apr 21 06:17:52.882619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.884128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:52.884681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36846) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:52.884813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:52.885983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 6dce3f24-e70f-4600-8b87-630460a2d608 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:17:52.891141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:52.896878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Request body: {'subnet': {'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-817099111-subnet', 'tenant_id': '9da3e2a499d7483cb11054fbaf000d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:52.922172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:52.926398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Usage tracker for resource:subnet and tenant:9da3e2a499d7483cb11054fbaf000d61 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:52.929785 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:52.936384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:52.946480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Made reservation on behalf of 9da3e2a499d7483cb11054fbaf000d61 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:52.951474 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:53.018150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Pushing event updated for resources: {'Network': ['ID=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:53.023423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:53.034649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:17:53.045455 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1922977
Apr 21 06:17:53.046705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36856) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:53.060978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Request body: {'subnet': {'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-subnet', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:53.072875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:53.089183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Usage tracker for resource:subnet and tenant:93caee3b97c54a9aa838c047bfd6e87f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:53.092663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:53.108183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:53.130325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Made reservation on behalf of 93caee3b97c54a9aa838c047bfd6e87f for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:53.139713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:53.743084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:53.748625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:53.836932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=395eb59a-d5d2-4c73-a506-cb3d9bc68da0,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:53.841126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:53.841895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Checking segment: {'id': 'f4c3c951-312f-4709-8934-6ce5b85f9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:17:53.842285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Network hostable DHCP agents. Network: 6dce3f24-e70f-4600-8b87-630460a2d608, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:17:53.865430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Network 6dce3f24-e70f-4600-8b87-630460a2d608 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:17:53.885724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 6dce3f24-e70f-4600-8b87-630460a2d608) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:53.894195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:53.894363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56fdbf-a089-41a6-8637-408dfbd7c17c None None] Network 6dce3f24-e70f-4600-8b87-630460a2d608 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:53.894850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:53.930039 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-aac7e5fe-6aeb-4633-b01c-4c985da10b5c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0416729
Apr 21 06:17:53.998520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.004358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1a28997c-f721-4b41-bf77-fedcd7d9c2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:54.094752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f929821d-6f8a-42ae-bbd7-41c4e8012155,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:54.098817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:54.105906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Checking segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:17:54.106739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Network hostable DHCP agents. Network: c0c27a3e-b4d8-4f04-89ce-847dba3a08c7, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:17:54.126484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:17:54.138702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, c0c27a3e-b4d8-4f04-89ce-847dba3a08c7) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:54.148055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9948a68-ba49-40a9-ae37-509e6ce1fa2d None None] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:54.151030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:54.151874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.173993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1262102
Apr 21 06:17:54.176990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36902) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:54.184203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:54.189563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:54.194215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Usage tracker for resource:router and tenant:93caee3b97c54a9aa838c047bfd6e87f is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:54.198131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:54.205774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:54.217466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.219321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.251213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.301181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeaa6bf-dede-4ec0-8129-497d14dbca2d None None] Network 6dce3f24-e70f-4600-8b87-630460a2d608 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:54.491042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36924) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:54.497682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173210284-network', 'tenant_id': '711b2c432465430d8c3d2baf864f7399'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:54.511834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:54.516486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Usage tracker for resource:network and tenant:711b2c432465430d8c3d2baf864f7399 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:54.532938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:54.553147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:54.581270 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Made reservation on behalf of 711b2c432465430d8c3d2baf864f7399 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:54.588594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.624423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.659662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:54.668579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:711b2c432465430d8c3d2baf864f7399 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:54.685847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:54.695340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:54.795972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.872245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.877853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.894533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2774a-ec91-4c0e-9ec6-2732ca363a62 None None] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:54.903983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36938) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:54.911458 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 21 06:17:54.919522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:17:54.949818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:54.973264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:54.973681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Added segment dc010fd0-0f96-4b53-8b7c-09a6d9bc4567 of type vlan for network 5087500a-ba81-48b6-91ea-8870e24437c2
Apr 21 06:17:55.061123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.139743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.145687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:55.146324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.157573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec76985-a04d-45a8-bbe7-3f82335df279,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:55.161086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:55.184595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c2ca1cfc-4528-44dd-94d1-dd22ea0a7cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:55.329447 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8372009
Apr 21 06:17:55.330451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5087500a-ba81-48b6-91ea-8870e24437c2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:55.333039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36958) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:55.346343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 5087500a-ba81-48b6-91ea-8870e24437c2 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:17:55.350247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Request body: {'subnet': {'network_id': '5087500a-ba81-48b6-91ea-8870e24437c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173210284-subnet', 'tenant_id': '711b2c432465430d8c3d2baf864f7399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:17:55.360424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d86fcc75-811a-4966-9ee5-d0361af8a3ef tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:55.361168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d86fcc75-811a-4966-9ee5-d0361af8a3ef tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:17:55.361314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:55.366330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:55.379447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Usage tracker for resource:subnet and tenant:711b2c432465430d8c3d2baf864f7399 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:55.385517 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:55.398579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:55.426947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Made reservation on behalf of 711b2c432465430d8c3d2baf864f7399 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:17:55.432279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.630789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d86fcc75-811a-4966-9ee5-d0361af8a3ef tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:17:55.640064 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d86fcc75-811a-4966-9ee5-d0361af8a3ef tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.7345583
Apr 21 06:17:55.722012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.765756 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-6c431130-948f-4667-a162-3709c9f63ae8 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/quotas/0cecdc8e6425468c981fba2c7569007f HTTP/1.1" status: 200  len: 375 time: 0.1236091
Apr 21 06:17:55.769033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.839440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 36972) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:55.859060 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-6b9487de-3c5e-40d1-8c1e-a4f813a93591 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0918975
Apr 21 06:17:55.936426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 36994) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:55.982498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:55.988990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bd01e05a-2595-459d-9c68-d39d544b6667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:56.090019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Allocated IP 172.27.1.253 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/e103a7cd-53f7-435f-8626-07204de98991) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:17:56.118860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-5dd33098-f79f-4fda-8af0-be24620f0874 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:17:56.120040 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-5dd33098-f79f-4fda-8af0-be24620f0874 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0808785
Apr 21 06:17:56.202189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e9680317-6c27-4fe6-be49-29bcab96721e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:56.202919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e9680317-6c27-4fe6-be49-29bcab96721e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Synchronizing usage tracker for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:17:56.248943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.260863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0dd0ece-3243-46ac-baa7-a446642e0dbc,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:56.266310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:56.278155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:56.280530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Checking segment: {'id': 'dc010fd0-0f96-4b53-8b7c-09a6d9bc4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5087500a-ba81-48b6-91ea-8870e24437c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:17:56.280918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Network hostable DHCP agents. Network: 5087500a-ba81-48b6-91ea-8870e24437c2, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:17:56.288376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:fa06b122a4394fb29cd37db7dd29c240 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:56.291536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:56.302137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:56.323358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Network 5087500a-ba81-48b6-91ea-8870e24437c2 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:17:56.339037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 5087500a-ba81-48b6-91ea-8870e24437c2) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:56.345639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:17:56.346266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.347797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a26f7-8c9d-440f-9eca-0bea58c05999 None None] Network 5087500a-ba81-48b6-91ea-8870e24437c2 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:56.389942 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-44a42331-c343-4299-b731-ef25ea33bcb5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0559397
Apr 21 06:17:56.429422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.433642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.448821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:56.461111 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-353e452d-4ed7-4b66-8c3a-ca143ead2222 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3306148
Apr 21 06:17:56.492108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e9680317-6c27-4fe6-be49-29bcab96721e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Unset dirty status for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:17:56.499836 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e9680317-6c27-4fe6-be49-29bcab96721e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/networks?id=6dce3f24-e70f-4600-8b87-630460a2d608 HTTP/1.1" status: 200  len: 811 time: 0.5622046
Apr 21 06:17:56.509818 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa06b122a4394fb29cd37db7dd29c240&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6674690
Apr 21 06:17:56.511609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f2aa2-abe1-4e1b-b517-f8a5fd8f0fe4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:56.515301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:56.516023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37006) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:56.516609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.584958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37010) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:56.588646 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-adcf5c77-ef37-496e-999b-cdc887fa1c2e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/quotas/9da3e2a499d7483cb11054fbaf000d61 HTTP/1.1" status: 200  len: 375 time: 0.0878851
Apr 21 06:17:56.626653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.652823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78917a56-d523-4cbb-b776-908fc38606dd None None] Network 5087500a-ba81-48b6-91ea-8870e24437c2 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:17:56.653030 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-3face9b1-f5ca-49b6-af78-99c2ed09d993 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9da3e2a499d7483cb11054fbaf000d61&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0633872
Apr 21 06:17:56.691620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Deleting subnet 9929909a-e655-4050-8550-c50984d5a34f {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:17:56.697911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.718860 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-0e436341-6bb7-4325-a082-52434b3df909 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561307
Apr 21 06:17:56.729593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.739530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:56.758933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.768170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.793058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:17:56.796441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:17:56.802496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:17:56.912819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.949069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-1580e2da-d9a0-4028-8ec3-e5d5bf85ba2d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:17:56.950394 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-1580e2da-d9a0-4028-8ec3-e5d5bf85ba2d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2282395
Apr 21 06:17:56.972407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:56.982368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d5422239-d2cc-4657-af79-dcbebaa8bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:57.009663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f2aa2-abe1-4e1b-b517-f8a5fd8f0fe4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:57.017368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:57.045731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.046939 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e7f2aa2-abe1-4e1b-b517-f8a5fd8f0fe4 HTTP/1.1" status: 204  len: 168 time: 0.5297525
Apr 21 06:17:57.162488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.169939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:57.200861 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-1cc127aa-e3e8-4498-af80-a4a60492d6ee service neutron] 10.222.0.37 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998105
Apr 21 06:17:57.218004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9929909a-e655-4050-8550-c50984d5a34f,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:57.232772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.240830 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9929909a-e655-4050-8550-c50984d5a34f HTTP/1.1" status: 204  len: 168 time: 0.6548357
Apr 21 06:17:57.244110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37044) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:57.357728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:57.387631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.415857 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-9b1ad3c6-68bc-46e7-8efc-3a341b355311 service neutron] 10.222.0.37 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2139790
Apr 21 06:17:57.505940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e103a7cd-53f7-435f-8626-07204de98991,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:57.576164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:57.578667 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bca49e5f-da8e-495e-9ada-a8f41e6b42b4 req-b353a18b-ff4c-4797-a809-699ece4f0cac tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.0838983
Apr 21 06:17:57.682767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37060) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:57.713645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.726702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.755757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:57.969688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:57.978716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c82eafa58>> segment before_delete 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.979624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c82eafa58>> subnet precommit_delete_associations 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.980781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> segment_host_mapping after_create 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.981331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> port after_create 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.981839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> port after_delete 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.982521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> port after_update 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.983778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> segment after_delete 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.984200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> subnet after_create 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.984745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> subnet after_delete 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:57.985854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83325940>> subnet after_update 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:58.184930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c834dd978>> subnet after_create 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:58.185322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c834dd978>> subnet after_delete 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:58.185693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c834dd978>> subnet before_create 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:58.186066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c834dd978>> subnet before_update 55550000 {{(pid=86321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:17:58.186468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c833d4be0>,) {'filters': {'network_id': ['9d8a0a46-3247-4de8-ba02-90a0939363e8']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:17:58.196247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Usage tracker for resource:security_group_rule and tenant:3498849d29fb473693f185d3a00ddb91 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:58.201941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:58.210915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c833d4be0>, '8b9e033d-6ebd-4346-801d-12f923fdb15e') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:17:58.211314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c833d4be0>, '8b9e033d-6ebd-4346-801d-12f923fdb15e') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:17:58.220050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:58.230856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.264873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.279512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:17:58.440358 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc6f00a9-0d75-4fd9-acec-82edfeec4717 req-5fab6593-9fb8-4c99-806c-c22e09de5532 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.0975730
Apr 21 06:17:58.574881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:17:58.618555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.819647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.840818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.861946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:58.884925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0be5395d-2272-4cbd-873b-d4f2fa151511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:58.897412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Network 9d8a0a46-3247-4de8-ba02-90a0939363e8 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   from cryptography.utils import int_from_bytes
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   from cryptography.utils import int_from_bytes
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   (rel_b, rel_a, rel_b),
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   (rel_b, rel_a, rel_b),
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:17:58.929346 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:17:59.037673 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3498849d29fb473693f185d3a00ddb91&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3535903
Apr 21 06:17:59.046910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d81bbe-8e22-4e29-b334-db6ce0c27259,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:59.064835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:59.065784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 37150) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:59.068478 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-72f1f137-724c-4258-aace-2268a05d0114 req-b7573e4e-25e0-422a-89aa-dd55a2e5adf1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.2504640
Apr 21 06:17:59.086913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37154) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:59.104787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.116690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.120731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:59.173205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8a0a46-3247-4de8-ba02-90a0939363e8,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:59.184914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:59.190048 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d8a0a46-3247-4de8-ba02-90a0939363e8 HTTP/1.1" status: 204  len: 168 time: 1.9445746
Apr 21 06:17:59.194044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37162) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:59.226102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.280727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.300187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Deleting subnet b0dd0ece-3243-46ac-baa7-a446642e0dbc {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:17:59.321581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.359546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.362493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Router bebc1973-08f4-4a33-a847-7a908e4ac5b9 is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:17:59.388031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:17:59.395603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Usage tracker for resource:security_group_rule and tenant:3783dcee856848ca8540cc191d6ff13f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:17:59.400939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:17:59.405246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.453513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.474120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:17:59.527859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.541707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7aff17e-f991-4c8f-954c-f34e90f28d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:17:59.594028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d81bbe-8e22-4e29-b334-db6ce0c27259,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:17:59.621012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.624885 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38d81bbe-8e22-4e29-b334-db6ce0c27259 HTTP/1.1" status: 204  len: 168 time: 0.5527487
Apr 21 06:17:59.627620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:17:59.712301 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6db6555d-0223-4781-ab30-17b029107844 req-eb111972-6965-40d6-afa1-f7110ca3b395 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.0702858
Apr 21 06:17:59.721056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:17:59.731334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Sync routers for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:17:59.744882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:17:59.746812 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5686073
Apr 21 06:17:59.749731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:17:59.750114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 37182) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:17:59.767970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831a0d30>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:17:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:17:59.959070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.35', 50028) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:00.001767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.028971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37192) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:00.035499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.113774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:00.192900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:18:00.437135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3783dcee856848ca8540cc191d6ff13f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3464417
Apr 21 06:18:00.449850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37214) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:00.544611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cecc6c-0974-4cfa-a92e-46bed15657e5,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:00.559448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:00.615920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831a0d30>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:17:57Z', 'revision_number': 3, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:00.622600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Checking router: bebc1973-08f4-4a33-a847-7a908e4ac5b9 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:18:00.623169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Updating router bebc1973-08f4-4a33-a847-7a908e4ac5b9 port e103a7cd-53f7-435f-8626-07204de98991 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:18:00.656496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.35', 50033) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:00.690817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.694446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.708928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d3b061dc-f888-4e40-a0d7-41650db9cfff tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:00.714946 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-d3b061dc-f888-4e40-a0d7-41650db9cfff tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.7523077
Apr 21 06:18:00.721294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:00.735516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Usage tracker for resource:security_group_rule and tenant:ca274e9bbd9c437ba080749d7ee35fed is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:00.739272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.741592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:00.872276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:00.874324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:00.932975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0dd0ece-3243-46ac-baa7-a446642e0dbc,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:00.936343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:00.949831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:00.956781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.030816 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0dd0ece-3243-46ac-baa7-a446642e0dbc HTTP/1.1" status: 204  len: 168 time: 1.8356435
Apr 21 06:18:01.040621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.051348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37248) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:01.234399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-2c334355-5023-4c3a-9d15-0ae734a51eb8 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:01.236348 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-2c334355-5023-4c3a-9d15-0ae734a51eb8 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.35 "GET /v2.0/networks?id=6dce3f24-e70f-4600-8b87-630460a2d608 HTTP/1.1" status: 200  len: 811 time: 0.5766516
Apr 21 06:18:01.241025 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9b3f0b2-3a80-4abc-b26a-7670fdf9f1da req-3c37e674-9e72-4ac1-8520-b476936b384d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.6154630
Apr 21 06:18:01.274984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Request body: {'port': {'device_id': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608', 'admin_state_up': True, 'tenant_id': '9da3e2a499d7483cb11054fbaf000d61'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:01.278760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Request body: {'port': {'device_id': '4fce56c7-5a67-4fda-9567-3193129c417e', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'admin_state_up': True, 'tenant_id': '0cecdc8e6425468c981fba2c7569007f'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:01.332784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.350256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Transition to ACTIVE for port object e103a7cd-53f7-435f-8626-07204de98991 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:01.358627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.366042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:01.454285 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-701aa5e6-1967-4423-9f2e-08861e4cd0e3 req-df851764-1a6f-43b5-b207-288a2117e5cd tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.2086942
Apr 21 06:18:01.550601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Pushing event updated for resources: {'Port': ['ID=e103a7cd-53f7-435f-8626-07204de98991,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:01.584932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.588169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.588861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.590399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.590924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.591820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.594204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.594747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.595289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.595821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.596925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.599215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Tracked resource versions report:
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     HyperV agent@hv-cinder-77630: {},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:18:01.600605 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:18:01.608057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:01.609512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Attempting to bind port e103a7cd-53f7-435f-8626-07204de98991 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:01.610234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Attempting to bind port e103a7cd-53f7-435f-8626-07204de98991 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:01.611144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Attempting to bind port e103a7cd-53f7-435f-8626-07204de98991 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:01.622044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:01.622796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:01.623403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.624038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:01.624920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Bound port: e103a7cd-53f7-435f-8626-07204de98991, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:01.625670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.643611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.688365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.733494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:01.762398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.767846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] For port e103a7cd-53f7-435f-8626-07204de98991, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:01.768051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76cecc6c-0974-4cfa-a92e-46bed15657e5 HTTP/1.1" status: 204  len: 168 time: 1.3152714
Apr 21 06:18:01.771179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:01.777397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] For port e103a7cd-53f7-435f-8626-07204de98991, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e103a7cd-53f7-435f-8626-07204de98991,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:01.784234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:01.793995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Usage tracker for resource:port and tenant:0cecdc8e6425468c981fba2c7569007f is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:01.800308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:01.804846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:01.827044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:01.912834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cecc6c-0974-4cfa-a92e-46bed15657e5,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:01.934487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:18:01.935189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831a0d30>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:17:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:02.038102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:02.131490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Pushing event updated for resources: {'Port': ['ID=e103a7cd-53f7-435f-8626-07204de98991,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:02.164017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:02.245677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:02.251768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:02.361780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:02.401735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:18:02.430503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:02.474444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:18:02.584654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:02.691849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:02.765423 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4092fc67-aed8-4d7b-8a21-f45bee27bc87 req-6c116d00-9b61-4248-8a4e-8f70b2229dce tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.3166897
Apr 21 06:18:02.834367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Usage tracker for resource:port and tenant:9da3e2a499d7483cb11054fbaf000d61 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:02.851403 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca274e9bbd9c437ba080749d7ee35fed&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8212521
Apr 21 06:18:02.854441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:02.860124 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a819466b-d4be-4305-b42a-95e40ecb337c req-96eb7377-a2db-4198-9fc1-79dbd15ac45a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.1584020
Apr 21 06:18:02.860661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 37328) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:02.868980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:02.916214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d23be0-a3ae-4c4a-94bb-e2fc2abb72ac,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:02.921915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:02.955833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:02.957897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c83193eb8>,) {'filters': {'network_id': ['5087500a-ba81-48b6-91ea-8870e24437c2']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:03.007795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83193eb8>, 'dc010fd0-0f96-4b53-8b7c-09a6d9bc4567') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:03.009690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83193eb8>, 'dc010fd0-0f96-4b53-8b7c-09a6d9bc4567') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:03.034055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.047472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Made reservation on behalf of 9da3e2a499d7483cb11054fbaf000d61 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:18:03.077886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.083281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.105950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.134910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831a0d30>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:17:57Z', 'revision_number': 3, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:03.145892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01393f86-83f5-4fcb-add7-5611edbe1e5c None None] The sync data for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi is: [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:17:57Z', 'revision_number': 3, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:18:03.156440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.243752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:18:03.421436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.490579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:03.520255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d23be0-a3ae-4c4a-94bb-e2fc2abb72ac,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:03.691691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:03.824810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Network 5087500a-ba81-48b6-91ea-8870e24437c2 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:18:03.854959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Allocated IP 172.20.0.2 (8fa5ea8c-87c2-4048-9e9d-aa761af8e483/3e3e7002-7ed3-4267-b33f-80a0acd2408d/4e3d6781-8b7f-4cd8-b241-b80c4650ecd3) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:18:03.855301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.861149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:03.866765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52d23be0-a3ae-4c4a-94bb-e2fc2abb72ac HTTP/1.1" status: 204  len: 168 time: 1.0003705
Apr 21 06:18:04.137792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Network 5087500a-ba81-48b6-91ea-8870e24437c2 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:18:04.320052 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:18:04.420077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Allocated IP 172.20.0.7 (6dce3f24-e70f-4600-8b87-630460a2d608/395eb59a-d5d2-4c73-a506-cb3d9bc68da0/c3f9a654-2f43-45c6-bd32-b8c8754b1c29) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:18:04.455532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:04.530016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:04.573796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:04.608309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5087500a-ba81-48b6-91ea-8870e24437c2,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:04.639851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:04.647586 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5087500a-ba81-48b6-91ea-8870e24437c2 HTTP/1.1" status: 204  len: 168 time: 3.5916085
Apr 21 06:18:04.932186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bf8e28f5-246d-4407-9ad3-fb2665bb1ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.016181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-83b8d6e6-4446-4e5c-abc7-409d7ba33826 req-c21704f9-3750-43f6-bca3-2f5291bb8cbc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:05.060651 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a63c445d-511d-4271-8122-5d62afc534ac req-8480210b-5e34-4ff7-8727-f28a1688640e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.5789819
Apr 21 06:18:05.071620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-83b8d6e6-4446-4e5c-abc7-409d7ba33826 req-c21704f9-3750-43f6-bca3-2f5291bb8cbc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:05.085113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-83b8d6e6-4446-4e5c-abc7-409d7ba33826 req-c21704f9-3750-43f6-bca3-2f5291bb8cbc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.5957019
Apr 21 06:18:05.089476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.104431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Allocated IP 172.20.0.1 (c0c27a3e-b4d8-4f04-89ce-847dba3a08c7/f929821d-6f8a-42ae-bbd7-41c4e8012155/42c70ea0-831a-4095-b027-6232c922d426) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:18:05.240321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37410) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:05.399174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e103a7cd-53f7-435f-8626-07204de98991 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:05.417277 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8f4cd0ee-a4d9-4b11-9466-438f7e415fa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d529ff2c83b64495a1f6f289e03dad21&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1709566
Apr 21 06:18:05.418115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37416) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:05.469815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.498871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:05.563233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37420) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:05.596754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.612708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Network 6dce3f24-e70f-4600-8b87-630460a2d608 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:05.639749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:05.654856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:18:05.658068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port e103a7cd-53f7-435f-8626-07204de98991 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:05.681200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port e103a7cd-53f7-435f-8626-07204de98991 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:05.681610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.752552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:05.754162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.774855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.784486 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5167713
Apr 21 06:18:05.806356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Pushing event updated for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:05.806938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.827377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:05.840829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.919619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.928551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:05.963626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:05.966169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:05.992243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.005084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.012675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/baede0a4-ce39-4766-9030-1654deae48ee HTTP/1.1" status: 204  len: 168 time: 0.5848188
Apr 21 06:18:06.019386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port e103a7cd-53f7-435f-8626-07204de98991, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e103a7cd-53f7-435f-8626-07204de98991,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:06.024843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baede0a4-ce39-4766-9030-1654deae48ee,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:06.031515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:06.038791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.052435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:06.111491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event updated for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:06.125603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:06.141186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:06.143864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:06.147459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:18:06.162578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:06.166703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.190446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=e103a7cd-53f7-435f-8626-07204de98991,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:06.201279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.201874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.202506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.203392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.203768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.204176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.204563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.204929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.205522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.205829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.206332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.207388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:06.207914 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9625461
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Tracked resource versions report:
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]: pushed versions:
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]: {   'AddressGroup': {'1.2'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'ConntrackHelper': {'1.0'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Log': {'1.0'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Network': {'1.1'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Port': {'1.7'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'PortForwarding': {'1.2'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'QosPolicy': {'1.8'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroup': {'1.4'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'SubPort': {'1.0'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Subnet': {'1.1'},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     'Trunk': {'1.1'}}
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]: consumer versions:
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]: {   DHCP agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     HyperV agent@hv-cinder-77630: {},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     L3 agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metadata agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     Metering agent@dv-cinder-776307-5-iscsi: {},
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:     Open vSwitch agent@dv-cinder-776307-5-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Log': '1.0',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Network': '1.1',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Port': '1.7',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'PortForwarding': '1.2',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'QosPolicy': '1.8',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroup': '1.4',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'SubPort': '1.0',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Subnet': '1.1',
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:                                                      'Trunk': '1.1'}}
Apr 21 06:18:06.209008 dv-cinder-776307-5-iscsi neutron-server[86207]:  {{(pid=86322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:18:06.214221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:06.229020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.229963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.245653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:06.283072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:06.296917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9f285aafcd4e15aa57dbe8b52cc678 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:06.307642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:06.325287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:06.526524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:06.556854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.572620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.588672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1c95f207-a1ad-46a8-a30d-b9161fc48e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:06.634550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:06.642047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:18:06.642554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.739399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:06.743837 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e9f285aafcd4e15aa57dbe8b52cc678&name=default HTTP/1.1" status: 200  len: 2976 time: 1.1433761
Apr 21 06:18:06.751582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37450) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:06.752411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31f60aa-6af6-41cb-a8c1-d1b348910a59,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:06.755560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:06.757102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:06.908652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.918889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f00d4-d4ee-4929-8b8f-beae204c6e9d req-57d19ab8-b317-464d-aa18-c9d4486187a2 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:06.927220 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3b5f00d4-d4ee-4929-8b8f-beae204c6e9d req-57d19ab8-b317-464d-aa18-c9d4486187a2 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.4433272
Apr 21 06:18:06.959596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.963334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:06.971403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37458) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:07.031552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a086-5a8d-415a-a7b0-9240d160a60d req-8cbabc4b-8147-463f-bdd8-bb3b77239778 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:07.039714 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f893a086-5a8d-415a-a7b0-9240d160a60d req-8cbabc4b-8147-463f-bdd8-bb3b77239778 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.6690578
Apr 21 06:18:07.075734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3b5f00d4-d4ee-4929-8b8f-beae204c6e9d req-8f9591dc-380f-4271-bc85-7eefd03ed33a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:07.126555 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-536589b7-740a-417a-aa25-13737c2bf30f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=711b2c432465430d8c3d2baf864f7399&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1513832
Apr 21 06:18:07.135635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 37464) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:07.164712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.191450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-55e34ed1-bb54-482f-a336-cc87c71ef6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:07.269706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31f60aa-6af6-41cb-a8c1-d1b348910a59,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:07.284143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:07.291118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.305636 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e31f60aa-6af6-41cb-a8c1-d1b348910a59 HTTP/1.1" status: 204  len: 168 time: 0.5494936
Apr 21 06:18:07.405087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e103a7cd-53f7-435f-8626-07204de98991 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:07.482022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-f893a086-5a8d-415a-a7b0-9240d160a60d req-731f3d49-f6d6-40b6-a01e-6cdc43cd2707 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Synchronizing usage tracker for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:07.504164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3b5f00d4-d4ee-4929-8b8f-beae204c6e9d req-8f9591dc-380f-4271-bc85-7eefd03ed33a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:07.536880 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3b5f00d4-d4ee-4929-8b8f-beae204c6e9d req-8f9591dc-380f-4271-bc85-7eefd03ed33a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6052883
Apr 21 06:18:07.573935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port e103a7cd-53f7-435f-8626-07204de98991 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:07.574405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.690447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-f893a086-5a8d-415a-a7b0-9240d160a60d req-731f3d49-f6d6-40b6-a01e-6cdc43cd2707 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Unset dirty status for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:07.700709 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f893a086-5a8d-415a-a7b0-9240d160a60d req-731f3d49-f6d6-40b6-a01e-6cdc43cd2707 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6595459
Apr 21 06:18:07.765728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.807809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.863481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.871408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.878337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.891024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:07.921491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1033eb93-e91b-4f6b-ab00-ba3c7b73c99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.975611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:07.983773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:07.987170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:08.060974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37482) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:08.072197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-222ed3b8-ed6c-4b2e-83f5-b73592c284b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:08.091266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec76985-a04d-45a8-bbe7-3f82335df279,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:08.104642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:08.108441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.109655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dec76985-a04d-45a8-bbe7-3f82335df279 HTTP/1.1" status: 204  len: 168 time: 0.9693549
Apr 21 06:18:08.203539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:08.204735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:08.248828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37496) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:08.284160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.341702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:08.377359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Usage tracker for resource:security_group_rule and tenant:f9606522306d4649bc0c17fd7b49abe2 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:08.385112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:08.400306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:08.450418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.463667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Router bebc1973-08f4-4a33-a847-7a908e4ac5b9 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:18:08.604417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.681924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:08.711686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Usage tracker for resource:security_group_rule and tenant:3d092e90db10415eae769723602f1d14 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:08.735063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:08.751569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:08.844431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.860544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:08.904157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:09.003800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:18:09.014944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.020233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Sync routers for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:18:09.025913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9606522306d4649bc0c17fd7b49abe2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7760594
Apr 21 06:18:09.032593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37512) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:09.043984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.065373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:18:09.066395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c825694a8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:18:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:09.131782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abb178d-1e98-47e2-864a-7eaa00ad4ad2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:09.131782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:09.161890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.181164 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/bebc1973-08f4-4a33-a847-7a908e4ac5b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4240129
Apr 21 06:18:09.223978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.256811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.264400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.281682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35ce4d-3099-49fe-92d5-e28b2827b5b8 req-a04c58da-e19f-4583-8c2b-0b3fe472989c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:09.283792 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1f35ce4d-3099-49fe-92d5-e28b2827b5b8 req-a04c58da-e19f-4583-8c2b-0b3fe472989c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.4892595
Apr 21 06:18:09.310878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595a18-fe13-4b12-9dd9-788f9e72ec04 req-ac3ee876-3257-4b96-bc6f-622d58e6a29f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:09.313329 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf595a18-fe13-4b12-9dd9-788f9e72ec04 req-ac3ee876-3257-4b96-bc6f-622d58e6a29f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.2974451
Apr 21 06:18:09.325405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fa96eb47-ce2d-418e-94df-6ab000a88482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:09.354888 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d092e90db10415eae769723602f1d14&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2927096
Apr 21 06:18:09.358796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c51344-511f-4038-a23f-f1952afef041,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:09.375954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:09.377972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37524) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:09.389278 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf595a18-fe13-4b12-9dd9-788f9e72ec04 req-cf13ce42-8f02-48c5-be82-3892e0eef08b tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581779
Apr 21 06:18:09.421765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1f35ce4d-3099-49fe-92d5-e28b2827b5b8 req-c18d0f54-2a47-46bb-80e9-e80b44632762 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277328
Apr 21 06:18:09.491479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.501363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-ed3d1298-4c4a-413b-85ff-8a48b3909ea5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:18:09.502750 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-ed3d1298-4c4a-413b-85ff-8a48b3909ea5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071855
Apr 21 06:18:09.544764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.569978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:18:09.598894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.605188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-3e706546-5f15-4edd-814f-9b5a9e81ea22 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:18:09.607057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-3e706546-5f15-4edd-814f-9b5a9e81ea22 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0095289
Apr 21 06:18:09.612094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.614162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:09.621538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.645618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abb178d-1e98-47e2-864a-7eaa00ad4ad2,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:09.672729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c51344-511f-4038-a23f-f1952afef041,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:09.683868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:09.692846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:09.693399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:09.694580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.695980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e647f0e2-9b28-4af2-9171-14dab5976242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0abb178d-1e98-47e2-864a-7eaa00ad4ad2 HTTP/1.1" status: 204  len: 168 time: 0.6591318
Apr 21 06:18:09.697739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:09.699285 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65c51344-511f-4038-a23f-f1952afef041 HTTP/1.1" status: 204  len: 168 time: 0.3174715
Apr 21 06:18:10.034964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:18:10.071448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c825694a8>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:18:06Z', 'revision_number': 4, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '42c70ea0-831a-4095-b027-6232c922d426', 'name': '', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'mac_address': 'fa:16:3e:ca:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:03Z', 'updated_at': '2021-04-21T06:18:07Z', 'revision_number': 2, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'subnets': [{'id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:10.076971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Checking router: bebc1973-08f4-4a33-a847-7a908e4ac5b9 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:18:10.077683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Updating router bebc1973-08f4-4a33-a847-7a908e4ac5b9 port 42c70ea0-831a-4095-b027-6232c922d426 binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:18:10.160717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:10.753647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1ee06-c0f3-4600-9d1f-b82ac5480d1b req-e43a6f76-f98a-417e-b390-34506099434a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:10.765454 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-35d1ee06-c0f3-4600-9d1f-b82ac5480d1b req-e43a6f76-f98a-417e-b390-34506099434a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.2259381
Apr 21 06:18:10.871224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-35d1ee06-c0f3-4600-9d1f-b82ac5480d1b req-b165b97d-1533-4fa5-96fc-e61008fcc6af tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021299
Apr 21 06:18:10.887290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:10.904428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Transition to ACTIVE for port object 42c70ea0-831a-4095-b027-6232c922d426 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:10.918432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:10.923750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:11.314425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Pushing event updated for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:11.318726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:11.502026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Attempting to bind port 42c70ea0-831a-4095-b027-6232c922d426 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:11.502427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Attempting to bind port 42c70ea0-831a-4095-b027-6232c922d426 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:11.502844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Attempting to bind port 42c70ea0-831a-4095-b027-6232c922d426 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:11.509659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:11.510015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Checking segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:11.510445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:11.510909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Bound using segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:11.511427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Bound port: 42c70ea0-831a-4095-b027-6232c922d426, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:11.511845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:11.587390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-a04b2871-789a-4ac5-a892-46c04d45ae1e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:11.589232 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-a04b2871-789a-4ac5-a892-46c04d45ae1e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 818 time: 0.5713499
Apr 21 06:18:11.625308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e8da8-fd34-48f3-a938-2914e473b4af req-79620ee1-341d-4923-a9cb-9fa146b98766 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:11.627299 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9e4e8da8-fd34-48f3-a938-2914e473b4af req-79620ee1-341d-4923-a9cb-9fa146b98766 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.5297067
Apr 21 06:18:11.652396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] For port 42c70ea0-831a-4095-b027-6232c922d426, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:11.659128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] For port 42c70ea0-831a-4095-b027-6232c922d426, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=42c70ea0-831a-4095-b027-6232c922d426,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:11.671063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:11.676435 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-7fe40c94-0d28-457e-886f-675be96f333a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/quotas/93caee3b97c54a9aa838c047bfd6e87f HTTP/1.1" status: 200  len: 375 time: 0.0480046
Apr 21 06:18:11.685642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:11.771677 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9e4e8da8-fd34-48f3-a938-2914e473b4af req-bb9fc8f8-2cbc-4d34-81ae-551e2c2601fc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239913
Apr 21 06:18:11.840921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:18:11.841617 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c825694a8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:18:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:11.856728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f15d805c-aea7-4c7e-8ca8-c509d2009ba9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Synchronizing usage tracker for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:11.907726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f15d805c-aea7-4c7e-8ca8-c509d2009ba9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Unset dirty status for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:11.918592 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f15d805c-aea7-4c7e-8ca8-c509d2009ba9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2297573
Apr 21 06:18:11.978454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Pushing event updated for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:11.989522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:12.130085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:18:12.407916 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-7e6d9d6e-8877-4e06-a12e-93c72b1522d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4764845
Apr 21 06:18:12.503445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a855-c329-416f-893b-1530fa20ce32 req-69740cd5-a97f-4b78-ae19-2c48819c60f4 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:12.505140 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc33a855-c329-416f-893b-1530fa20ce32 req-69740cd5-a97f-4b78-ae19-2c48819c60f4 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.3851140
Apr 21 06:18:12.949879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c825694a8>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:18:06Z', 'revision_number': 4, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '42c70ea0-831a-4095-b027-6232c922d426', 'name': '', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'mac_address': 'fa:16:3e:ca:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:03Z', 'updated_at': '2021-04-21T06:18:11Z', 'revision_number': 4, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'subnets': [{'id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:18:12.964708 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc33a855-c329-416f-893b-1530fa20ce32 req-ee6e1246-8129-482f-b4be-10ddfc6604cf tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4468725
Apr 21 06:18:12.975716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ef417-0bb2-469e-8424-7248bd763ba9 None None] The sync data for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi is: [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:18:06Z', 'revision_number': 4, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '42c70ea0-831a-4095-b027-6232c922d426', 'name': '', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'mac_address': 'fa:16:3e:ca:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:03Z', 'updated_at': '2021-04-21T06:18:11Z', 'revision_number': 4, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'subnets': [{'id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:18:13.102338 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-2597aff6-fbcd-4a4e-a29f-9b28d3309f9a service neutron] 10.222.0.37 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6805849
Apr 21 06:18:13.384416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226caa-e7a2-4d25-8b81-b0a5a85410b0 req-9f657559-259d-4735-921c-6ab98473cd25 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:13.386084 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-76226caa-e7a2-4d25-8b81-b0a5a85410b0 req-9f657559-259d-4735-921c-6ab98473cd25 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.1659038
Apr 21 06:18:13.427878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 42c70ea0-831a-4095-b027-6232c922d426 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:13.491150 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-76226caa-e7a2-4d25-8b81-b0a5a85410b0 req-58441529-539f-4328-87c6-4b1674e5fbbb tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977187
Apr 21 06:18:13.720288 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a666271a-f780-475a-bd22-153d8cf3eac1 req-1cbb060b-8a1d-4cf7-b5b2-c342858ccaeb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 210 time: 0.1231620
Apr 21 06:18:13.754174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 42c70ea0-831a-4095-b027-6232c922d426 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:13.760550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 42c70ea0-831a-4095-b027-6232c922d426 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:13.760973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:13.955263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:13.991937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 42c70ea0-831a-4095-b027-6232c922d426, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=42c70ea0-831a-4095-b027-6232c922d426,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:13.995662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:13.998089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:14.146556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:14.151024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:14.364789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231f55e-f561-4886-80e5-acbea9d9e17d req-f4f8662b-d04e-4adc-ab72-0466074630a5 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:14.374495 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7231f55e-f561-4886-80e5-acbea9d9e17d req-f4f8662b-d04e-4adc-ab72-0466074630a5 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.2401772
Apr 21 06:18:14.464408 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7231f55e-f561-4886-80e5-acbea9d9e17d req-af57e609-a675-436e-a1d6-0458f2aec049 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870714
Apr 21 06:18:14.496121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-07c81724-9612-4a34-844e-11ab18d43f6a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:14.497949 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-07c81724-9612-4a34-844e-11ab18d43f6a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 818 time: 0.2573206
Apr 21 06:18:14.517241 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-c98a1d66-0878-4c14-a9f3-b2ff15991cd1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/quotas/93caee3b97c54a9aa838c047bfd6e87f HTTP/1.1" status: 200  len: 375 time: 0.0128233
Apr 21 06:18:14.658392 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-960f5667-3cef-445e-afd7-15c8ad393e77 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1347198
Apr 21 06:18:15.152077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa7fa1-c948-4002-9732-6695e9ad1ae3 req-e6ac8681-1c5b-47b5-b925-4032d6b0dd8c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:15.159901 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7faa7fa1-c948-4002-9732-6695e9ad1ae3 req-e6ac8681-1c5b-47b5-b925-4032d6b0dd8c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.4187438
Apr 21 06:18:15.164147 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-3817873d-7544-4ec7-84f0-3e058c4e7450 service neutron] 10.222.0.37 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5048048
Apr 21 06:18:15.318088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 42c70ea0-831a-4095-b027-6232c922d426 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:15.342116 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7faa7fa1-c948-4002-9732-6695e9ad1ae3 req-a969803d-6e6e-4375-9574-5ccffc2cff0f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811917
Apr 21 06:18:15.387333 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-6ed695e2-9710-46f6-a9e4-a962f7a72fce service neutron] 10.222.0.37 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080460
Apr 21 06:18:15.451362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 42c70ea0-831a-4095-b027-6232c922d426 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:15.452371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:15.824096 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5d1879d-d14c-4477-86ac-805de1a22e24 req-2b0a44fa-4763-409e-ad51-32f85e4ce55d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 210 time: 0.1636739
Apr 21 06:18:15.882394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d543-5769-49d3-8e3e-1dc0f108954b req-bac4af6c-6064-4c1d-bffb-a4f3eb0c6bd1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:15.888886 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f356d543-5769-49d3-8e3e-1dc0f108954b req-bac4af6c-6064-4c1d-bffb-a4f3eb0c6bd1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.1467903
Apr 21 06:18:15.946244 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f356d543-5769-49d3-8e3e-1dc0f108954b req-75df9519-318d-4eec-a8cf-1c8ff37fab30 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555871
Apr 21 06:18:16.206381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 37792) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:16.473185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:16.513369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:16.539434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Usage tracker for resource:security_group_rule and tenant:e55615e0083541f3bcd39ab03a598e3e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:16.551974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:16.572154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Request body: {'port': {'device_id': '4fce56c7-5a67-4fda-9567-3193129c417e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:16.634298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Request body: {'port': {'device_id': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:16.740315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:16.757444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:16.812852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:16.919417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589708b7-0ac6-44b3-ab8d-792b01ca0914 req-eff6644a-c3a5-4c65-a3df-027c4961bf56 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:16.921120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-589708b7-0ac6-44b3-ab8d-792b01ca0914 req-eff6644a-c3a5-4c65-a3df-027c4961bf56 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 931 time: 0.3839025
Apr 21 06:18:17.062179 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-589708b7-0ac6-44b3-ab8d-792b01ca0914 req-e4c1ab58-ae15-418e-b0de-3ad8bedc6063 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280789
Apr 21 06:18:17.166044 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a8f48173-c9b7-4bba-bfa1-ba23de9e6cbc req-c79aa0db-fbb5-4526-a932-d8190ccda327 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 210 time: 0.1693971
Apr 21 06:18:17.175752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.35', 50054) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:17.404917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-a618c28d-4782-4e91-934e-62596a97bc7d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:17.407068 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-a618c28d-4782-4e91-934e-62596a97bc7d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 818 time: 0.2300839
Apr 21 06:18:17.474102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Request body: {'port': {'device_id': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'admin_state_up': True, 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:17.549692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:17.595882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:17.633500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:17.650820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37860) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:17.681817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:17.691639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Transition to ACTIVE for port object 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:17.692892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:17.701892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:17.708317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:17.761873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:17.782332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3d0cbc8-b110-4f21-9fe9-7dc103c4daad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:17.789486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Made reservation on behalf of 93caee3b97c54a9aa838c047bfd6e87f for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:18:17.797457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:17.945893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.35', 50057) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:17.946084 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e55615e0083541f3bcd39ab03a598e3e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7369800
Apr 21 06:18:17.946422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37870) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:18.042703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd7a8cd-4bc7-427f-ba31-348e57c9639e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:18.083876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:18.134020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff14f6f-0d7e-4c13-9203-9d5fb3436dbf req-5a5f3048-625b-4f93-aca3-adb56ff7043e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:18.135671 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bff14f6f-0d7e-4c13-9203-9d5fb3436dbf req-5a5f3048-625b-4f93-aca3-adb56ff7043e tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 931 time: 0.7217999
Apr 21 06:18:18.284258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-410b993e-bd91-46bc-a675-4d6ab40d6010 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:18.287004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-410b993e-bd91-46bc-a675-4d6ab40d6010 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Synchronizing usage tracker for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:18.370317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.383660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-410b993e-bd91-46bc-a675-4d6ab40d6010 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Unset dirty status for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:18.384968 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-410b993e-bd91-46bc-a675-4d6ab40d6010 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 818 time: 0.4230881
Apr 21 06:18:18.385914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:18:18.401238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Pushing event updated for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:18.404787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:18.450817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Request body: {'port': {'device_id': '9f47e142-60aa-4146-affa-985ac85ddaab', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'admin_state_up': True, 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:18.491854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:18.543852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Allocated IP 172.20.0.9 (c0c27a3e-b4d8-4f04-89ce-847dba3a08c7/f929821d-6f8a-42ae-bbd7-41c4e8012155/b0d25cf1-f171-41e1-aa47-fbb0f52726b1) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:18:18.568193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Usage tracker for resource:security_group_rule and tenant:cdcc957d9f904254b4c43650f7d48c9f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:18.568372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bff14f6f-0d7e-4c13-9203-9d5fb3436dbf req-28e60ab2-5d24-413e-ba43-a51891ae6a7a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4221139
Apr 21 06:18:18.582041 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:18.598978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:18.619846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f9a654-2f43-45c6-bd32-b8c8754b1c29 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:18.635152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.702551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Attempting to bind port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:18.703173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Attempting to bind port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:18.703770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Attempting to bind port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:18.719511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.739978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:18:18.740378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Attempting to bind port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:18.769048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:18.769229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Checking segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:18.769692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Bound using segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:18.770218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Bound port: 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:18.770605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.835247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.846950 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-61e2647f-c8fa-48c4-8c4e-0ba7f23ab970 req-5077aad6-0322-4dd6-94b4-9338f3548d5b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 210 time: 0.0548377
Apr 21 06:18:18.848311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Transition to ACTIVE for port object c3f9a654-2f43-45c6-bd32-b8c8754b1c29 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:18.868420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:18.907332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:18.908597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:18.977206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:19.005715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.020339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.033803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-34c655ea-2332-41e4-aac9-b244a2b13b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:19.048052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Made reservation on behalf of 93caee3b97c54a9aa838c047bfd6e87f for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:18:19.054254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.076853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:19.078827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:19.081709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:19.103177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c58456-68c3-4a15-87ac-2fc6db33c7fc req-28f8f23d-7c29-437a-a53f-f9ebf8de1182 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:19.104980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47c58456-68c3-4a15-87ac-2fc6db33c7fc req-28f8f23d-7c29-437a-a53f-f9ebf8de1182 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.7301292
Apr 21 06:18:19.127390 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdcc957d9f904254b4c43650f7d48c9f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4736021
Apr 21 06:18:19.133181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37906) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:19.140168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:19.143327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d634b-f10e-4d63-bee7-dada4e5aaa69,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:19.146138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.187799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:19.188376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0e1ac9ec-16fa-4496-9600-1bb7fc3ae40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:19.214784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.229104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd7a8cd-4bc7-427f-ba31-348e57c9639e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:19.246108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:19.260298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:19.377317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.384151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abd7a8cd-4bc7-427f-ba31-348e57c9639e HTTP/1.1" status: 204  len: 168 time: 1.4148443
Apr 21 06:18:19.386559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:19.387244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.388884 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] 10.222.0.35 "PUT /v2.0/ports/4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 HTTP/1.1" status: 200  len: 1093 time: 3.0253456
Apr 21 06:18:19.389419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:19.418290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Pushing event updated for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:19.434378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:19.486778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.497611 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47c58456-68c3-4a15-87ac-2fc6db33c7fc req-08035f6b-0ca6-408f-b933-a13037c0af6e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3788874
Apr 21 06:18:19.500479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Attempting to bind port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:19.500867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Attempting to bind port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f4c3c951-312f-4709-8934-6ce5b85f9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:19.501226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Attempting to bind port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 on network 6dce3f24-e70f-4600-8b87-630460a2d608 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:19.509372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 on network 6dce3f24-e70f-4600-8b87-630460a2d608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:18:19.509722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Attempting to bind port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 on network 6dce3f24-e70f-4600-8b87-630460a2d608 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:19.521121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:19.521490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Checking segment: {'id': 'f4c3c951-312f-4709-8934-6ce5b85f9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:19.522086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Bound using segment: {'id': 'f4c3c951-312f-4709-8934-6ce5b85f9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:19.522590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Bound port: c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c3c951-312f-4709-8934-6ce5b85f9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:19.523797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.526318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.562423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.722964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.732650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:19.739900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,segment=NetworkSegment(f4c3c951-312f-4709-8934-6ce5b85f9ba2),segment_id=f4c3c951-312f-4709-8934-6ce5b85f9ba2)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:19.784079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:19.812801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 37942) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:19.831663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.860358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.886738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:19.895728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:19.907502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:19.909493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:19.910046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.911618 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] 10.222.0.35 "PUT /v2.0/ports/c3f9a654-2f43-45c6-bd32-b8c8754b1c29 HTTP/1.1" status: 200  len: 1093 time: 3.5503502
Apr 21 06:18:19.914357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:19.915958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:19.921373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Allocated IP 172.20.0.6 (c0c27a3e-b4d8-4f04-89ce-847dba3a08c7/f929821d-6f8a-42ae-bbd7-41c4e8012155/99b5c0fb-5c54-4b32-a58d-85728fd4b2c2) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:18:19.924507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b670f3b-db75-43e0-a875-6f21a616bdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:19.933708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Usage tracker for resource:security_group_rule and tenant:688ed4a67b4548c2bc103876298b7296 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:19.945669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:19.956196 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', 'status': 'completed', 'code': 200}
Apr 21 06:18:19.968205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d634b-f10e-4d63-bee7-dada4e5aaa69,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:19.970688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:19.976150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:20.061259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-e03a0913-f01b-48d4-83bb-1663450e3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.068654 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-e03a0913-f01b-48d4-83bb-1663450e3d81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 1096 time: 0.5486307
Apr 21 06:18:20.128254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Pushing event updated for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:20.172406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:20.174113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52d634b-f10e-4d63-bee7-dada4e5aaa69 HTTP/1.1" status: 204  len: 168 time: 1.0363936
Apr 21 06:18:20.181096 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-cc3e8bd7-6e3d-49e0-8e65-66fcae076f3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 HTTP/1.1" status: 200  len: 217 time: 0.0975807
Apr 21 06:18:20.305910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:20.314528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc63e323-9480-48c1-9367-02f5c631b6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:20.433670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:20.449824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:20.461311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:18:20.475559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.476904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:20.519265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-6f9123c5-4a53-4010-9f24-1a926e0a0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.522267 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-6f9123c5-4a53-4010-9f24-1a926e0a0a60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.3313570
Apr 21 06:18:20.525303 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0981243
Apr 21 06:18:20.571570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Request body: {'port': {'device_id': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:20.694037 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-6525c748-3f79-43d5-9683-529042665323 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1557133
Apr 21 06:18:20.714639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a45029-4578-4cab-a149-53b9c494fd0c req-547b28fc-d530-44c5-bcc5-890f079e1ea0 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.724689 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-40a45029-4578-4cab-a149-53b9c494fd0c req-547b28fc-d530-44c5-bcc5-890f079e1ea0 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 943 time: 0.9880743
Apr 21 06:18:20.745796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:20.774958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:20.800756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-861a99c1-abae-452b-aa90-cae24f962dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:20.910622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:20.944358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-ce36d3d1-f3c7-4f83-9195-2d717782db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.944358 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-ce36d3d1-f3c7-4f83-9195-2d717782db46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9da3e2a499d7483cb11054fbaf000d61&device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 1096 time: 0.9182634
Apr 21 06:18:20.949150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f312-208e-42bd-a227-cf1f3c0b695a req-af3f8b93-db9c-4971-bad3-35f7320b4e2a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:20.949944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7521f312-208e-42bd-a227-cf1f3c0b695a req-af3f8b93-db9c-4971-bad3-35f7320b4e2a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Synchronizing usage tracker for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:18:20.977303 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-40a45029-4578-4cab-a149-53b9c494fd0c req-0b94483f-c391-41a8-9377-715490a94009 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515478
Apr 21 06:18:20.978178 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=688ed4a67b4548c2bc103876298b7296&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1566288
Apr 21 06:18:20.980698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2903b9-92b3-4610-9e14-c6cb86967cd4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:20.989269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38002) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:20.991955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:21.015929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38008) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:21.017745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.041778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.061365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7521f312-208e-42bd-a227-cf1f3c0b695a req-af3f8b93-db9c-4971-bad3-35f7320b4e2a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Unset dirty status for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:18:21.066586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:21.069482 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7521f312-208e-42bd-a227-cf1f3c0b695a req-af3f8b93-db9c-4971-bad3-35f7320b4e2a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 931 time: 0.9063303
Apr 21 06:18:21.072139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.074382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Usage tracker for resource:security_group_rule and tenant:bdab9c44660c468ab39bd5d01aef87c5 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:21.078486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:21.089229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:21.125121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:21.165356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:18:21.166555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:18:21.178132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:18:21.259479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Pushing event updated for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:21.276204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:21.313909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7521f312-208e-42bd-a227-cf1f3c0b695a req-45ef13df-21b2-447d-83ea-64f98881cfd8 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434921
Apr 21 06:18:21.315179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.332816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:21.333875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.380388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.417654 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0057573
Apr 21 06:18:21.450035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.454061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.457158 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29', 'status': 'completed', 'code': 200}
Apr 21 06:18:21.463128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4238272f-9ea4-415c-af8a-41c2793b8951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:21.507050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdab9c44660c468ab39bd5d01aef87c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4893808
Apr 21 06:18:21.508683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f01cbe-500e-44e3-9191-506670e18de0,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:21.511312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38024) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:21.516571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:21.588286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.617606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.670153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.675838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:21.693842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f01cbe-500e-44e3-9191-506670e18de0,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:21.696400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce7d71-e5bc-4150-a9e7-1d4a0f867dde req-5c271762-1666-48cc-94a7-61b6adf6d07a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:21.696876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:21.698253 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fdce7d71-e5bc-4150-a9e7-1d4a0f867dde req-5c271762-1666-48cc-94a7-61b6adf6d07a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.2399521
Apr 21 06:18:21.701363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.709690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.709690 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43f01cbe-500e-44e3-9191-506670e18de0 HTTP/1.1" status: 204  len: 168 time: 0.1911023
Apr 21 06:18:21.713680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1036b82c-b581-4e6a-8721-c7b57e08bde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:21.758356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2903b9-92b3-4610-9e14-c6cb86967cd4,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:21.761814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:21.791729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.792959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c2903b9-92b3-4610-9e14-c6cb86967cd4 HTTP/1.1" status: 204  len: 168 time: 0.7851207
Apr 21 06:18:21.814110 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fdce7d71-e5bc-4150-a9e7-1d4a0f867dde req-1d768d07-1fe1-4bc0-b84b-2cf435a0eb4c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090374
Apr 21 06:18:21.910118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d25cf1-f171-41e1-aa47-fbb0f52726b1 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:21.920359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.946828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Transition to ACTIVE for port object b0d25cf1-f171-41e1-aa47-fbb0f52726b1 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:21.952622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:21.968622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:22.166289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:22.229289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:22.249104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Attempting to bind port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:22.249493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Attempting to bind port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:22.249866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Attempting to bind port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:22.259603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:18:22.259963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Attempting to bind port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:22.270506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:22.270920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Checking segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:22.271303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Bound using segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:22.271839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Bound port: b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:22.272254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:22.397490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffa8ea-10de-4795-8543-857582b7da1b req-8c46e189-a707-4c26-8297-776cf9e62e33 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:22.399965 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bfffa8ea-10de-4795-8543-857582b7da1b req-8c46e189-a707-4c26-8297-776cf9e62e33 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 943 time: 0.2415662
Apr 21 06:18:22.437751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:22.455963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:22.463198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:22.490490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:22.611628 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bfffa8ea-10de-4795-8543-857582b7da1b req-599ff3eb-da6c-45d1-9ac9-e4ee934e2ed6 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044864
Apr 21 06:18:22.670654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:22.671550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:22.673675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0d25cf1-f171-41e1-aa47-fbb0f52726b1 HTTP/1.1" status: 200  len: 1093 time: 2.1228228
Apr 21 06:18:22.704392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:22.709350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:22.736397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2de10-79ff-449c-a303-07560271d8e7 req-59455ab5-5c89-4af6-9854-0ab33c7285e2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:22.738328 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e8c2de10-79ff-449c-a303-07560271d8e7 req-59455ab5-5c89-4af6-9854-0ab33c7285e2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 943 time: 0.2506380
Apr 21 06:18:22.795809 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e8c2de10-79ff-449c-a303-07560271d8e7 req-929c0357-8043-4cfd-8202-6e6de62f9de0 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507309
Apr 21 06:18:23.036401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a78f5c-a2aa-4918-aac0-c201165c2878 req-0fd4df28-af47-4668-92d5-80656bd0330f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:23.038026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-78a78f5c-a2aa-4918-aac0-c201165c2878 req-0fd4df28-af47-4668-92d5-80656bd0330f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.0966268
Apr 21 06:18:23.106844 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-78a78f5c-a2aa-4918-aac0-c201165c2878 req-7d1f1aa1-6c72-47b6-a9ce-cb3d38ac2416 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614290
Apr 21 06:18:23.458641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:23.517165 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1', 'status': 'completed', 'code': 200}
Apr 21 06:18:23.739797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Request body: {'port': {'device_id': '9f47e142-60aa-4146-affa-985ac85ddaab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:18:23.958226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-4585eafa-19c7-49b3-86a7-c7470fa3eeb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29 HTTP/1.1" status: 200  len: 217 time: 0.2529976
Apr 21 06:18:24.410485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:24.455652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-086ee14a-4377-4d3b-ac81-8d4dac03f972 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7602437
Apr 21 06:18:24.465016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-0ea1ca94-1f06-4e34-9a2d-1d69ea8df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:24.466151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-0ea1ca94-1f06-4e34-9a2d-1d69ea8df3ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395eb59a-d5d2-4c73-a506-cb3d9bc68da0 HTTP/1.1" status: 200  len: 851 time: 0.2358472
Apr 21 06:18:24.555204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-c7f04570-45a9-43d8-a6ce-b258708ae351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:24.556886 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-c7f04570-45a9-43d8-a6ce-b258708ae351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1096 time: 0.7473955
Apr 21 06:18:24.563532 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-c06d2b2f-ed21-44ea-acd8-fd4749baad2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6dce3f24-e70f-4600-8b87-630460a2d608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0887048
Apr 21 06:18:24.582806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461c67b-f42e-49d8-a464-96b77633c214 req-b347160d-7cf2-4c6f-ae9d-3db28ed71902 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:24.584464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f461c67b-f42e-49d8-a464-96b77633c214 req-b347160d-7cf2-4c6f-ae9d-3db28ed71902 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 943 time: 0.7734654
Apr 21 06:18:24.620361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835112c-3f99-4007-8583-f4b558cd397d req-d71c6993-5a04-4bb1-8e49-68fb1aa31b7b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:24.623008 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f835112c-3f99-4007-8583-f4b558cd397d req-d71c6993-5a04-4bb1-8e49-68fb1aa31b7b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 943 time: 0.6661756
Apr 21 06:18:24.625122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38174) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:24.625510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38176) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:24.917713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:24.938251 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f461c67b-f42e-49d8-a464-96b77633c214 req-429c28c4-0161-4af1-b3b3-5310c8c8b97a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3117120
Apr 21 06:18:24.967810 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6469dbf2-71e9-4622-aa27-8359cbcb05cc req-9604fc46-f825-485f-ae0c-1c2822e16f8a service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5006704
Apr 21 06:18:24.981558 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f835112c-3f99-4007-8583-f4b558cd397d req-38ab7f7e-4abd-4a66-9424-eee4eb65d7ba tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3012793
Apr 21 06:18:24.987709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:24.999142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Usage tracker for resource:security_group_rule and tenant:dc74512e665f4d4d9d72cd474eb3780e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:25.021706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:25.029361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.063389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:25.069403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:25.071159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-c30274aa-e41d-499c-a232-43613af691f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.072865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-c30274aa-e41d-499c-a232-43613af691f2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&shared=False HTTP/1.1" status: 200  len: 919 time: 0.4874203
Apr 21 06:18:25.074745 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-779cd559-b81f-4242-8b44-8adb54615564 service neutron] 10.222.0.35 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4875925
Apr 21 06:18:25.126700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Usage tracker for resource:security_group_rule and tenant:9d59585a13ef40ab82bd08fa5e29ba4d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:25.192648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:25.218961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:25.221490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-32f01489-41e9-43d4-ad0e-313c4e94a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.223031 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-32f01489-41e9-43d4-ad0e-313c4e94a69b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 1096 time: 0.1472640
Apr 21 06:18:25.440768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:25.464190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.499360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Transition to ACTIVE for port object 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:18:25.502573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-6c69b5c5-0282-40d1-b186-f1516e2cdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.504293 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-6c69b5c5-0282-40d1-b186-f1516e2cdcf1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 916 time: 0.2735760
Apr 21 06:18:25.505482 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.511479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e61c889e-3db1-4128-b69f-d8aa16f32b70 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:25.566583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac5a1-f05e-4abb-b8ad-9bd77cb58d81 req-4ed96dc1-aeda-4f0d-9f74-512215381796 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.568182 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-270ac5a1-f05e-4abb-b8ad-9bd77cb58d81 req-4ed96dc1-aeda-4f0d-9f74-512215381796 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.5022848
Apr 21 06:18:25.569317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-1224f281-d06b-4f06-9791-8fe60257fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.571346 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a56395a-f8f5-42a3-9412-39832d0cf08b req-1224f281-d06b-4f06-9791-8fe60257fe29 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4568729
Apr 21 06:18:25.586253 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-000ac8ea-61c7-4db5-bdc7-36265b5a66b3 req-0c4e20e0-d011-4fc8-9548-9a695500d079 service neutron] 10.222.0.35 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4607599
Apr 21 06:18:25.712462 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-7c6dae92-1c24-4a65-8211-ace42ed302a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 HTTP/1.1" status: 200  len: 217 time: 0.1576958
Apr 21 06:18:25.805060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Pushing event updated for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:25.845008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:25.845401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.865602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.868357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.882492 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-270ac5a1-f05e-4abb-b8ad-9bd77cb58d81 req-b494b018-a4d7-4ad5-ab2f-d144a4feb35d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998424
Apr 21 06:18:25.889869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:25.911455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-0203d731-2210-49d8-a860-a24e8d652add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:25.913900 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-0203d731-2210-49d8-a860-a24e8d652add service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.1866517
Apr 21 06:18:25.914045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-caa0a924-8989-41d3-b4b2-cb7a781c098b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:25.988300 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-c405d21d-6b73-4327-a689-c2eef460a00a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615888
Apr 21 06:18:26.050057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-caae3df9-b070-4a6c-847d-39b7cf425073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:26.051733 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-caae3df9-b070-4a6c-847d-39b7cf425073 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1096 time: 0.4048877
Apr 21 06:18:26.075742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc74512e665f4d4d9d72cd474eb3780e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4051952
Apr 21 06:18:26.089194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38232) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:26.089996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Attempting to bind port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:18:26.090368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Attempting to bind port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:18:26.090733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Attempting to bind port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:26.121214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:18:26.121577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Attempting to bind port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 on network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:18:26.175080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:18:26.175450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Checking segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:18:26.175876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Bound using segment: {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:18:26.176393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Bound port: 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844dc4b-f36d-4e85-a953-b4c7ede26baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:18:26.176770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.186767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3922244-fa36-4452-98b0-0d5de4f2d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb1283-e4c2-491a-8302-337cec77e590,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:26.216053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053984b-7c09-4294-be22-6bd35150a3cf req-e645b10f-7b75-48d9-b94b-81d961978d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:26.218510 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-e645b10f-7b75-48d9-b94b-81d961978d57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9da3e2a499d7483cb11054fbaf000d61&device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 1096 time: 0.5236702
Apr 21 06:18:26.225368 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d59585a13ef40ab82bd08fa5e29ba4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5576742
Apr 21 06:18:26.226165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38242) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:26.342443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.370462 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-f0d2410b-c65e-4004-bc87-a400639b80ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1 HTTP/1.1" status: 200  len: 217 time: 0.2877698
Apr 21 06:18:26.380433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.528133 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-8d5febc9-cea5-482b-b0c8-e4e39d753572 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5281112
Apr 21 06:18:26.580458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a775388-aaa0-4e03-8c26-d0fa2e949212,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:26.611651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:26.631818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:26.631943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:26.726212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:18:26.746235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.759459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-87da83fd-c619-4780-8512-9dfd3940162f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:26.798697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:18:26.798697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.798697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb1283-e4c2-491a-8302-337cec77e590,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:26.806285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.809789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:26.850613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:26.898998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:26.900568 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22fb1283-e4c2-491a-8302-337cec77e590 HTTP/1.1" status: 204  len: 168 time: 0.8067992
Apr 21 06:18:26.950784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:27.006182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-7e449f9a-0c76-4f07-9643-cbb7b9f0d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.007856 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-7e449f9a-0c76-4f07-9643-cbb7b9f0d1cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.6184714
Apr 21 06:18:27.009131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053984b-7c09-4294-be22-6bd35150a3cf req-8203b8b6-9d4f-471c-ad9a-bcff6ec2d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.010555 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-8203b8b6-9d4f-471c-ad9a-bcff6ec2d461 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6dce3f24-e70f-4600-8b87-630460a2d608 HTTP/1.1" status: 200  len: 912 time: 0.7722793
Apr 21 06:18:27.025354 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ea1274-d4a1-471b-b5a6-46ca86dfc9c8 req-1a9733d8-79c8-48c0-aea7-7c6d3674b97a service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4772213
Apr 21 06:18:27.048464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.049327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:27.050842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] 10.222.0.35 "PUT /v2.0/ports/99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 1093 time: 3.3160799
Apr 21 06:18:27.051658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:27.073614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:27.091413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:27.095699 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a775388-aaa0-4e03-8c26-d0fa2e949212 HTTP/1.1" status: 204  len: 168 time: 0.8661337
Apr 21 06:18:27.095699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Pushing event updated for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:27.158377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:27.159463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e3001b88-3e55-4450-81fe-4f6a5e9c9d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:27.185815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a775388-aaa0-4e03-8c26-d0fa2e949212,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:27.189672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8178c57-31f0-461b-b6e3-fcff1b0b8fad req-d75a2bb8-17c8-47a9-83d4-13ab74dcae53 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.191428 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a8178c57-31f0-461b-b6e3-fcff1b0b8fad req-d75a2bb8-17c8-47a9-83d4-13ab74dcae53 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 943 time: 0.8197975
Apr 21 06:18:27.197724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:27.204932 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-ef6dfc5c-9034-4553-8c68-14b248d4e270 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29 HTTP/1.1" status: 200  len: 217 time: 0.1826711
Apr 21 06:18:27.210249 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-58dc32a5-1a43-4110-827b-bf3875e236cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1894639
Apr 21 06:18:27.225385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828b9ec-f8c4-4df2-b088-3a9e2724d6c7 req-5b08a0b4-fe80-460c-9c39-225400763219 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.238683 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a828b9ec-f8c4-4df2-b088-3a9e2724d6c7 req-5b08a0b4-fe80-460c-9c39-225400763219 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 943 time: 0.9958591
Apr 21 06:18:27.259011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-3efacaee-4f2b-42a2-b19a-118a62d64d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.260848 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-3efacaee-4f2b-42a2-b19a-118a62d64d9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1096 time: 0.1509535
Apr 21 06:18:27.356479 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-a7f20d65-2b08-4af3-a073-9d05404b17ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.0868571
Apr 21 06:18:27.446841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-7b3a1a3c-154f-4951-9bd3-fea2b80d7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.448463 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-7b3a1a3c-154f-4951-9bd3-fea2b80d7da3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.0850170
Apr 21 06:18:27.449153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a8178c57-31f0-461b-b6e3-fcff1b0b8fad req-4d957a73-4acc-46d6-bb08-ee131bac62a5 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429945
Apr 21 06:18:27.517312 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a828b9ec-f8c4-4df2-b088-3a9e2724d6c7 req-bc3e0750-9b27-43b5-b938-9d366d261aa3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2776029
Apr 21 06:18:27.532133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053984b-7c09-4294-be22-6bd35150a3cf req-b341149e-f583-4192-aadd-e3f17c86dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:27.540680 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-b341149e-f583-4192-aadd-e3f17c86dc4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395eb59a-d5d2-4c73-a506-cb3d9bc68da0 HTTP/1.1" status: 200  len: 851 time: 0.3289690
Apr 21 06:18:27.585366 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-08468bf3-2a7a-40e2-b363-8227288f1cac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1289468
Apr 21 06:18:27.667352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38294) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:27.775674 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-84387759-1764-45d6-9fd3-732d4dbef25a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6dce3f24-e70f-4600-8b87-630460a2d608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2201438
Apr 21 06:18:27.976931 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-8f950e56-3fc6-43e6-b4e9-111e119910d3 service neutron] 10.222.0.35 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950052
Apr 21 06:18:27.978823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38308) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:27.985490 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-af6cd6a2-a56b-4f54-9ce8-bdaa6ab9a659 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6851158
Apr 21 06:18:27.992464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2', 'status': 'completed', 'code': 200}
Apr 21 06:18:28.021475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.057342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:28.065880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbd1d50ae93451ab050271d7c2554a7 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:28.082480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:28.095957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:28.134844 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-04d104f2-80f0-4810-b10b-aae49fea2ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5413702
Apr 21 06:18:28.171422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.298512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:28.338345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Usage tracker for resource:security_group_rule and tenant:c85ed156f249475d8086f494b2f63c00 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:28.344280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:28.369230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:28.371580 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b9c4e2ce-05c3-4411-8215-d36ea55908a9 req-71aff6f9-0786-4c81-a904-ad01c8ffbdbf service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2284815
Apr 21 06:18:28.380821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.385804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.398280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-81b7adc1-9192-4605-9dab-2a6ca5a48054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:28.463990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8076c-85af-40a9-80b9-6c9959ee0ad3 req-8f9ea9c3-7cc6-4e89-bf71-02875af43b4b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:28.466940 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6dd8076c-85af-40a9-80b9-6c9959ee0ad3 req-8f9ea9c3-7cc6-4e89-bf71-02875af43b4b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.4886417
Apr 21 06:18:28.510395 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bbd1d50ae93451ab050271d7c2554a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8259373
Apr 21 06:18:28.518396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2895cf-5c14-488e-a626-86a4b0f18009,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:28.530980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38328) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:28.532842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:28.571434 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-109c4e90-1df1-4bf9-9371-cba1c3883adb req-7c90dcd1-e79f-4966-b11d-9d3ddf217c56 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5100877
Apr 21 06:18:28.608993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6dd8076c-85af-40a9-80b9-6c9959ee0ad3 req-715c00a3-8def-4d05-b6bc-681516c963e0 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285603
Apr 21 06:18:28.615239 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2053984b-7c09-4294-be22-6bd35150a3cf req-16962cd7-003c-467a-82ee-bd3cf8729515 service neutron] 10.222.0.35 "GET /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5775940
Apr 21 06:18:28.653780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-8f7232a7-542f-441f-aa88-f70a51dec84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:28.656375 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-8f7232a7-542f-441f-aa88-f70a51dec84b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1096 time: 0.2303984
Apr 21 06:18:28.800761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.805080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.819749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:28.861585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.939292 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c85ed156f249475d8086f494b2f63c00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9550366
Apr 21 06:18:28.940026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135389e4-76c8-4896-9aee-1ea3f22010ce,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:28.943287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38340) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:28.949004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:28.954130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:28.975326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5c967-d052-4e80-8917-b8a575d6b05d req-ef3873c2-f81a-4335-9bf2-7a7c190f8f91 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:28.977862 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7ba5c967-d052-4e80-8917-b8a575d6b05d req-ef3873c2-f81a-4335-9bf2-7a7c190f8f91 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 943 time: 0.2895820
Apr 21 06:18:29.040832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-f1f2b8b7-a7ed-46f1-bdf6-5b451f057b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:29.042574 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-f1f2b8b7-a7ed-46f1-bdf6-5b451f057b72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.3692789
Apr 21 06:18:29.096584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b4b0a-3add-4b63-afbd-109031660664 req-49e81578-c968-4550-a9ba-d7bf100d092a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:29.100271 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f88b4b0a-3add-4b63-afbd-109031660664 req-49e81578-c968-4550-a9ba-d7bf100d092a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 943 time: 0.2447989
Apr 21 06:18:29.110741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.110958 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7ba5c967-d052-4e80-8917-b8a575d6b05d req-5ca6c7b5-17a7-4245-8577-db3ab5a5551f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241972
Apr 21 06:18:29.124446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f6ac4828-723e-439a-acc3-4945de5935a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:29.133656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.139353 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-1078f1f2-19e2-41a7-b977-c94d58edfa54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.0900042
Apr 21 06:18:29.142354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2895cf-5c14-488e-a626-86a4b0f18009,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:29.146468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:29.179027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.192601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.197572 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de2895cf-5c14-488e-a626-86a4b0f18009 HTTP/1.1" status: 204  len: 168 time: 0.6577702
Apr 21 06:18:29.239060 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f88b4b0a-3add-4b63-afbd-109031660664 req-3b571aa3-c14d-430f-9c14-6fcb34f4504e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243525
Apr 21 06:18:29.245318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-4541cc12-2fc2-46d8-8808-ec4886952729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:29.246917 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-4541cc12-2fc2-46d8-8808-ec4886952729 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.0995111
Apr 21 06:18:29.325193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.339414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:29.375798 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-49c07520-f316-4a4a-872f-8088fa8ad9f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208918
Apr 21 06:18:29.391635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135389e4-76c8-4896-9aee-1ea3f22010ce,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:29.402332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:29.424568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:29.425846 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/135389e4-76c8-4896-9aee-1ea3f22010ce HTTP/1.1" status: 204  len: 168 time: 0.4803517
Apr 21 06:18:29.741106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-66d05957-43d3-4daf-9674-e8640bb45cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3551235
Apr 21 06:18:29.783662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c3f9a654-2f43-45c6-bd32-b8c8754b1c29 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:18:30.018552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,segment=NetworkSegment(f4c3c951-312f-4709-8934-6ce5b85f9ba2),segment_id=f4c3c951-312f-4709-8934-6ce5b85f9ba2)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:30.020476 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-adededb2-3b2f-422b-819e-bc59ab8536d2 req-e48663b3-320b-4405-b230-f26ed1248401 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2735689
Apr 21 06:18:30.067691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29', 'network_id': '6dce3f24-e70f-4600-8b87-630460a2d608', 'port_id': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29', 'mac_address': 'fa:16:3e:87:bd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395eb59a-d5d2-4c73-a506-cb3d9bc68da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:18:30.139548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401bed-5951-42e4-ba25-56cc9163a9f2 req-3d030a94-39e9-4c29-8b4c-2d466158600b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:30.165448 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c401bed-5951-42e4-ba25-56cc9163a9f2 req-3d030a94-39e9-4c29-8b4c-2d466158600b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 943 time: 0.2399619
Apr 21 06:18:30.243696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:30.259382 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c401bed-5951-42e4-ba25-56cc9163a9f2 req-24c2257f-3711-4e9d-9a68-eddbacac4181 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911622
Apr 21 06:18:30.298498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f9a654-2f43-45c6-bd32-b8c8754b1c29 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:30.343595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,segment=NetworkSegment(f4c3c951-312f-4709-8934-6ce5b85f9ba2),segment_id=f4c3c951-312f-4709-8934-6ce5b85f9ba2)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:30.348898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:30.350264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:18:30.356035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:30.583177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38404) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:30.590021 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:30.603327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:30.708720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae486-3dd9-48aa-ba13-6344d655ae6e req-225905b6-eb5f-4cde-80d8-805c668fe092 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:30.714649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:30.717924 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c03ae486-3dd9-48aa-ba13-6344d655ae6e req-225905b6-eb5f-4cde-80d8-805c668fe092 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 944 time: 0.3547003
Apr 21 06:18:30.754472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'port_id': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', 'mac_address': 'fa:16:3e:88:03:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e7002-7ed3-4267-b33f-80a0acd2408d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:18:30.828503 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c03ae486-3dd9-48aa-ba13-6344d655ae6e req-43283a89-d3de-493e-adfa-dd0302831ec7 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991926
Apr 21 06:18:30.862280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6831f4e-901c-40fb-994e-818f4a69ec64 req-9d524d8e-fd44-4502-820d-8c6eab511cde tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:30.863969 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b6831f4e-901c-40fb-994e-818f4a69ec64 req-9d524d8e-fd44-4502-820d-8c6eab511cde tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 943 time: 0.2977588
Apr 21 06:18:30.874333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:30.909362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:30.932213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:30.936883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:30.938938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device b0d25cf1-f171-41e1-aa47-fbb0f52726b1 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:18:30.939735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:30.945512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:30.960455 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b6831f4e-901c-40fb-994e-818f4a69ec64 req-c024b0d5-6d92-4dc2-a6bc-1c37238a3360 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890193
Apr 21 06:18:30.981578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:30.995132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Usage tracker for resource:security_group_rule and tenant:20c86e644dcd4f8782de328385a3ab6c is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:31.005934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:31.018790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:31.134851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:31.140200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:31.162857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.167533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.207076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-060f9c39-9e95-4f49-b7c3-b82413467795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:31.217235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:31.239627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'port_id': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1', 'mac_address': 'fa:16:3e:58:78:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:18:31.247751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38434) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:31.259531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20c86e644dcd4f8782de328385a3ab6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6751778
Apr 21 06:18:31.270066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86e1a8b-744a-42be-a610-023d20fec74b,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:31.300743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:31.352498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.362335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.394106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d25cf1-f171-41e1-aa47-fbb0f52726b1 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:31.403758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.429876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:31.436097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.437169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:18:31.441361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-23e757e8-5ae8-4a76-afcc-30de04abf2ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:31.571677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:31.572727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcead313-6967-4e69-a68a-8506a185d008 req-204fab44-46d5-481b-b919-77d78a4eecc9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:31.574417 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fcead313-6967-4e69-a68a-8506a185d008 req-204fab44-46d5-481b-b919-77d78a4eecc9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 944 time: 0.1734207
Apr 21 06:18:31.578692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.580626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:31.602661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:31.609864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2', 'network_id': 'c0c27a3e-b4d8-4f04-89ce-847dba3a08c7', 'port_id': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2', 'mac_address': 'fa:16:3e:0e:92:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f929821d-6f8a-42ae-bbd7-41c4e8012155', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:18:31.618993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f079ed07-915d-4a6c-b7a3-214e869e0741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:31.684654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86e1a8b-744a-42be-a610-023d20fec74b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:31.705585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:31.750214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:31.752059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b86e1a8b-744a-42be-a610-023d20fec74b HTTP/1.1" status: 204  len: 168 time: 0.5025086
Apr 21 06:18:31.807890 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fcead313-6967-4e69-a68a-8506a185d008 req-d83a5a66-2a45-4825-9f81-bd1caf8a1c5b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076576
Apr 21 06:18:32.017992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.047197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:18:32.088777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:32.098736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.101050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:32.159629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1520e-b3d6-4bbc-b2c5-24400c6adb1e req-34a3c549-10ed-4089-a5e6-9ab5461e0b8a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:32.161392 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-72a1520e-b3d6-4bbc-b2c5-24400c6adb1e req-34a3c549-10ed-4089-a5e6-9ab5461e0b8a tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 944 time: 0.1931200
Apr 21 06:18:32.200109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:32.212974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:32.269823 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-72a1520e-b3d6-4bbc-b2c5-24400c6adb1e req-c9041c91-e468-44b8-8c27-b4a86c66120b tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695019
Apr 21 06:18:32.337955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d31e6-d778-4dd0-a76a-37ee9a30d6bd req-b2565e87-cb70-492d-950e-8eb4f7b8321e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:32.340435 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-534d31e6-d778-4dd0-a76a-37ee9a30d6bd req-b2565e87-cb70-492d-950e-8eb4f7b8321e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 944 time: 0.1894920
Apr 21 06:18:32.412270 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-534d31e6-d778-4dd0-a76a-37ee9a30d6bd req-be4eddb3-1c5d-4a48-a076-4fe1744fb6f1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657890
Apr 21 06:18:32.539392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38492) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:32.553479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:18:32.562271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.579855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:32.584421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d4cbbe6cad33459d8faa6799da6a4821 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:32.588079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:32.594189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:32.638395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['b0d25cf1-f171-41e1-aa47-fbb0f52726b1'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:18:32.689918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.694625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.704880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['c3f9a654-2f43-45c6-bd32-b8c8754b1c29'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:18:32.707073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:32.733017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['99b5c0fb-5c54-4b32-a58d-85728fd4b2c2'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:18:32.759746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4cbbe6cad33459d8faa6799da6a4821&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2189755
Apr 21 06:18:32.760864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2466248-7de4-4286-b4fa-479532e9e4dd,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:32.762589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38500) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:32.763748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:32.899455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:32.972792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:33.105047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:33.118160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1dcd1920-a9b2-49b8-8298-8d617e426e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:33.160287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2466248-7de4-4286-b4fa-479532e9e4dd,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:33.169719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:33.186259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:33.189072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2466248-7de4-4286-b4fa-479532e9e4dd HTTP/1.1" status: 204  len: 168 time: 0.4242165
Apr 21 06:18:33.339635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0c2b0-b2c9-44d3-b1b2-713a85e57a71 req-8af4413a-59da-4888-b814-79f02368af28 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:33.358224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a1c0c2b0-b2c9-44d3-b1b2-713a85e57a71 req-8af4413a-59da-4888-b814-79f02368af28 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 944 time: 0.2144241
Apr 21 06:18:33.760985 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a1c0c2b0-b2c9-44d3-b1b2-713a85e57a71 req-1fe9825d-738f-4d1b-a97a-eba1991732f4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4017932
Apr 21 06:18:33.824844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475c0b0-2bed-4f5c-91ba-da43a8be2d4b req-d14feeb6-1dae-4a38-8c7b-16ffc89ae20f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:33.834294 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8475c0b0-2bed-4f5c-91ba-da43a8be2d4b req-d14feeb6-1dae-4a38-8c7b-16ffc89ae20f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 944 time: 0.1191652
Apr 21 06:18:33.895995 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8475c0b0-2bed-4f5c-91ba-da43a8be2d4b req-2f76790c-f2f0-4b22-b385-f976a6fce551 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605416
Apr 21 06:18:34.051250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cc07d-e3b9-4799-9e08-d15597db1da7 req-0c0ed085-44fb-4049-b441-9ad496156edb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:34.053093 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd8cc07d-e3b9-4799-9e08-d15597db1da7 req-0c0ed085-44fb-4049-b441-9ad496156edb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 944 time: 0.1034157
Apr 21 06:18:34.107126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:34.120853 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd8cc07d-e3b9-4799-9e08-d15597db1da7 req-05d86571-83fb-459a-9a4c-17e4d5ecd86f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608728
Apr 21 06:18:34.238045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:34.252934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:34.253434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:34.583016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:34.617438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:34.702484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:34.707223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:34.708699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device b0d25cf1-f171-41e1-aa47-fbb0f52726b1 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:34.749031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:34.853196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:34.858118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:34.868115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:34.874095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:34.874616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:34.953019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-61732037-c9cb-4fc3-a855-8c6b11771c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:35.044591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:35.095754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd2ef-9946-4f34-bc4f-4b1ba8a1ae03 req-a2fdd6dc-5609-4990-934c-075910fa4db5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:35.103763 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47acd2ef-9946-4f34-bc4f-4b1ba8a1ae03 req-a2fdd6dc-5609-4990-934c-075910fa4db5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.1096976
Apr 21 06:18:35.125365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:35.129802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:35.133353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:35.225226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47acd2ef-9946-4f34-bc4f-4b1ba8a1ae03 req-0f4555ca-85f2-4c8d-bad7-7c2b6304c0fc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202521
Apr 21 06:18:35.244919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:35.250350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:35.279447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee7bf-3e58-4585-9f5f-e9b9edd0d714 req-e474984e-0186-490a-a346-74db8acc1398 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:35.281267 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a63ee7bf-3e58-4585-9f5f-e9b9edd0d714 req-e474984e-0186-490a-a346-74db8acc1398 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 944 time: 0.1422801
Apr 21 06:18:35.336991 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a63ee7bf-3e58-4585-9f5f-e9b9edd0d714 req-1b0e123e-58a8-4d75-b490-06f60bae3fee tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482719
Apr 21 06:18:35.636994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde85467-1648-4fa6-8553-f0565050bee8 req-49890c30-09a7-4e68-93f4-63e7afb4f954 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:35.645840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fde85467-1648-4fa6-8553-f0565050bee8 req-49890c30-09a7-4e68-93f4-63e7afb4f954 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1779256
Apr 21 06:18:35.663240 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', 'code': 200}
Apr 21 06:18:35.775243 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fde85467-1648-4fa6-8553-f0565050bee8 req-1f075f71-9e96-406f-b560-302a360a6db6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257341
Apr 21 06:18:36.058695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-a3e2f2d0-4057-4d68-a709-ffb504c7c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:36.060389 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-a3e2f2d0-4057-4d68-a709-ffb504c7c79f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 1098 time: 0.0989606
Apr 21 06:18:36.089805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.106306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:36.111844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Usage tracker for resource:security_group_rule and tenant:da9c1940f9f04b8293c6d421c362edfe is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:36.112908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c3f9a654-2f43-45c6-bd32-b8c8754b1c29 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:36.115155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:36.122022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:36.194092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:36.200246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:36.200862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.222713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.227083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.235097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:36.273708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a6afd-1b35-4f66-aa59-b078dd5b52c2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:36.278225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:36.287645 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e164bba6-2cb6-4065-97cc-80ee40f93e30 req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186534
Apr 21 06:18:36.340481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.401141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,segment=NetworkSegment(f4c3c951-312f-4709-8934-6ce5b85f9ba2),segment_id=f4c3c951-312f-4709-8934-6ce5b85f9ba2)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:36.406849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.408511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:18:36.452289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74c0f-cc2e-41db-9a30-95e722588592 req-b9c2812c-9fee-408a-b5e2-ffbe94a26b99 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:36.452929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:36.460948 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0ad74c0f-cc2e-41db-9a30-95e722588592 req-b9c2812c-9fee-408a-b5e2-ffbe94a26b99 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.1086848
Apr 21 06:18:36.527175 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0ad74c0f-cc2e-41db-9a30-95e722588592 req-ee9f34fb-0779-4511-a511-86750683f384 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621245
Apr 21 06:18:36.610405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:36.614150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:36.634898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:18:36.651594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:18:36.652199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.666957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adfd3-0a7b-4818-a708-367b5e06923e req-269107f8-fbe1-4165-a2b3-74cdb3c18b95 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:36.675207 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-402adfd3-0a7b-4818-a708-367b5e06923e req-269107f8-fbe1-4165-a2b3-74cdb3c18b95 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.1238401
Apr 21 06:18:36.731443 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-402adfd3-0a7b-4818-a708-367b5e06923e req-2c853822-b625-4ce4-814e-594352c33810 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551474
Apr 21 06:18:36.806534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.846349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:18:36.853050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:36.855124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:36.966689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:36.977475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:37.020472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8548-0aca-49b7-b17b-c580b9d2e789 req-4f3d0932-9344-4b2e-b4fc-14fadbc0fdf2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:37.022178 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ae1e8548-0aca-49b7-b17b-c580b9d2e789 req-4f3d0932-9344-4b2e-b4fc-14fadbc0fdf2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0970266
Apr 21 06:18:37.076294 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ae1e8548-0aca-49b7-b17b-c580b9d2e789 req-44636db6-7b20-4823-8e6d-2f82941709b9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464070
Apr 21 06:18:37.655722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1'}, {'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29'}, {'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:18:37.726613 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1', 'code': 200}
Apr 21 06:18:37.726959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29', 'code': 200}
Apr 21 06:18:37.727230 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2', 'code': 200}
Apr 21 06:18:37.774746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83deac8c-1f3b-4bfb-b1d1-ca8a1a34286a req-b2e47e56-5d0a-4311-9c35-cc493730b865 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:37.776796 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-83deac8c-1f3b-4bfb-b1d1-ca8a1a34286a req-b2e47e56-5d0a-4311-9c35-cc493730b865 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.1129041
Apr 21 06:18:37.830813 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-83deac8c-1f3b-4bfb-b1d1-ca8a1a34286a req-91757b4c-3aef-4754-8aa2-f8b6baa84da0 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470467
Apr 21 06:18:37.896991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a6657704-bef5-403c-8eb0-97f537b41a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:37.976985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fd61d-dc3d-4c8a-838c-1143a2beb220 req-682b9a76-bf39-46d9-8388-69c311b0fd20 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:37.978956 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a86fd61d-dc3d-4c8a-838c-1143a2beb220 req-682b9a76-bf39-46d9-8388-69c311b0fd20 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.1177382
Apr 21 06:18:38.058864 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a86fd61d-dc3d-4c8a-838c-1143a2beb220 req-c94fd6b8-5598-46a2-886b-ca40643e310f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729394
Apr 21 06:18:38.239983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a04024-be8e-42c0-99f1-57495717a17e req-0a5d09fa-89d1-4bde-b50a-bfc9411fe41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:38.242224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21a04024-be8e-42c0-99f1-57495717a17e req-0a5d09fa-89d1-4bde-b50a-bfc9411fe41a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1098 time: 0.1630919
Apr 21 06:18:38.286256 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21a04024-be8e-42c0-99f1-57495717a17e req-995692dc-89fd-4056-b87f-be9f084df653 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383148
Apr 21 06:18:38.351457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e57ea-bd17-4b3f-872d-02df07ba6ce5 req-3a0763ba-122d-429e-8e96-12eaeae4e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:38.353126 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6b8e57ea-bd17-4b3f-872d-02df07ba6ce5 req-3a0763ba-122d-429e-8e96-12eaeae4e112 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 1098 time: 0.2668400
Apr 21 06:18:38.427907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87b6a5-7b2e-4c89-af71-b1d3e00bbd25 req-9c70538b-1123-485f-8fea-99c90acee393 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:38.430102 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3e87b6a5-7b2e-4c89-af71-b1d3e00bbd25 req-9c70538b-1123-485f-8fea-99c90acee393 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1796727
Apr 21 06:18:38.432291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de95eb2-3cf0-4ff4-a7ef-31fcef69892c req-fd1e936b-814f-4d4a-9412-e801ef683c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:38.433780 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9de95eb2-3cf0-4ff4-a7ef-31fcef69892c req-fd1e936b-814f-4d4a-9412-e801ef683c9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.2462697
Apr 21 06:18:38.435726 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6b8e57ea-bd17-4b3f-872d-02df07ba6ce5 req-3f3299cb-d58a-461f-84ab-e63699b7d4b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747244
Apr 21 06:18:38.436064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:38.527795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3e87b6a5-7b2e-4c89-af71-b1d3e00bbd25 req-e53f65c2-868f-4200-90e3-eb266845086f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868931
Apr 21 06:18:38.532285 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9de95eb2-3cf0-4ff4-a7ef-31fcef69892c req-1e3ddb0c-ae76-45ce-a3d7-36b866d381ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484757
Apr 21 06:18:38.958336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:38.961396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:39.063225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccfcc-8c36-476f-8405-4c66c73c502b req-9f826cc4-0abd-4394-beb4-ab4fe4d20e25 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:39.072091 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-64dccfcc-8c36-476f-8405-4c66c73c502b req-9f826cc4-0abd-4394-beb4-ab4fe4d20e25 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.1053762
Apr 21 06:18:39.125593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-64dccfcc-8c36-476f-8405-4c66c73c502b req-5656ebda-adbf-4d41-8622-e919bcda4790 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498290
Apr 21 06:18:39.439596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b171cb-fa59-4084-a005-a364a43c2ef7 req-d777468e-79ba-465b-848d-63fc3d46df89 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:39.444051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69b171cb-fa59-4084-a005-a364a43c2ef7 req-d777468e-79ba-465b-848d-63fc3d46df89 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.1523633
Apr 21 06:18:39.569516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:39.682747 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69b171cb-fa59-4084-a005-a364a43c2ef7 req-a16dd9cf-411e-4442-b843-1fcdd3fae637 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107303
Apr 21 06:18:39.752236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38826) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:39.925002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399faa8-2535-454b-890e-b62559168768 req-a4704396-b047-449d-a7b1-80b909aa0a68 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:39.934959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8399faa8-2535-454b-890e-b62559168768 req-a4704396-b047-449d-a7b1-80b909aa0a68 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1349247
Apr 21 06:18:40.029388 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8399faa8-2535-454b-890e-b62559168768 req-fd9e71b9-22cd-4eda-bdda-abcc088772ff tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883446
Apr 21 06:18:40.215666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38844) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:40.262476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38852) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:40.264933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.330398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:40.348419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Usage tracker for resource:security_group_rule and tenant:c6fd494ad2604865a1b99cf613686bc9 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:40.356978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:40.364550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:40.378281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.397454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:40.401917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Usage tracker for resource:security_group_rule and tenant:742f8d9893c34b1f99a40735f4d25da3 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:40.405811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:40.414320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:40.507866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.532140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:40.550101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Usage tracker for resource:security_group_rule and tenant:ab3785abdd924581a0f6d895f58843da is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:40.561159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:40.573140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:40.576626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.585684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.601419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:40.658322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba04b6b-523d-4f37-9a6d-c2832b5da466,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:40.665358 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=742f8d9893c34b1f99a40735f4d25da3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4485195
Apr 21 06:18:40.666540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:40.672893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38862) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:40.768220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.779817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-58023ee3-38f3-4dd3-9044-2f2b261b0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:40.781742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-58023ee3-38f3-4dd3-9044-2f2b261b0cba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1098 time: 0.3334935
Apr 21 06:18:40.797486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.850453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.863881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3d9727b2-8dec-4f79-bad7-a55de1ec5526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:40.885114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba04b6b-523d-4f37-9a6d-c2832b5da466,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:40.892905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:40.896760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.900983 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fba04b6b-523d-4f37-9a6d-c2832b5da466 HTTP/1.1" status: 204  len: 168 time: 0.2238538
Apr 21 06:18:40.900983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.904400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:40.915636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5bd43c18-0eeb-4b48-8daa-ea2f1208df51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:40.964342 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab3785abdd924581a0f6d895f58843da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7003281
Apr 21 06:18:40.966210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5a903-9446-4d81-a902-3b5bdc8d6318,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:40.969760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:40.970466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38874) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:40.991896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.006114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ddc32-6753-465b-b715-298a1edeb4ed req-3b186259-d4d6-47ed-b9d5-2e9e5cc03866 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:41.008550 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-782ddc32-6753-465b-b715-298a1edeb4ed req-3b186259-d4d6-47ed-b9d5-2e9e5cc03866 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.4294810
Apr 21 06:18:41.026882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.041332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.070007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:41.075342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.127283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.133713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-25cc725f-61dc-4730-9ef9-029b324c08e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:41.152039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.155919 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9b5a903-9446-4d81-a902-3b5bdc8d6318 HTTP/1.1" status: 204  len: 168 time: 0.1819251
Apr 21 06:18:41.155919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5a903-9446-4d81-a902-3b5bdc8d6318,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:41.178647 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-782ddc32-6753-465b-b715-298a1edeb4ed req-37f52daf-f22f-4b99-bc8b-b589ba60e9a4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626065
Apr 21 06:18:41.179373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:41.187986 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6fd494ad2604865a1b99cf613686bc9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4343143
Apr 21 06:18:41.191712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38884) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:41.196638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04cfb5-0b54-4bbd-8ab6-12526505cff3,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:41.200805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-14f9062e-a464-4154-8398-d3366163aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:41.203014 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-14f9062e-a464-4154-8398-d3366163aa43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.4092612
Apr 21 06:18:41.203489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:41.226901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce586f2-e1bb-4ae4-88d9-61e14d814747 req-43e923b2-4856-40e1-b7c6-5a5861b113ca tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:41.236154 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2ce586f2-e1bb-4ae4-88d9-61e14d814747 req-43e923b2-4856-40e1-b7c6-5a5861b113ca tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.3526585
Apr 21 06:18:41.303011 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2ce586f2-e1bb-4ae4-88d9-61e14d814747 req-113d3351-e532-40f6-b344-6bb6cebb99c7 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622497
Apr 21 06:18:41.303401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.350554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38894) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:41.364887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.387461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.417167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:41.423006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Usage tracker for resource:security_group_rule and tenant:eef639f69ab3481a80284b8585e06a2a is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:41.425763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:41.432196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:41.480988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.501950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-34bfa791-174b-45fa-bfcf-3fe1b9b73dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:41.543723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04cfb5-0b54-4bbd-8ab6-12526505cff3,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:41.552668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:41.554717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.555930 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc04cfb5-0b54-4bbd-8ab6-12526505cff3 HTTP/1.1" status: 204  len: 168 time: 0.3631234
Apr 21 06:18:41.647057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.652101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.664330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed02a05c-c84d-4154-96f1-a48a794e88d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:41.714043 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eef639f69ab3481a80284b8585e06a2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591330
Apr 21 06:18:41.714043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07296922-4cd3-412a-b403-5acd811345e6,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:41.714669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38908) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:41.716662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:41.754395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38914) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:41.790104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.805365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.831829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:41.843279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f902a5e9e1243f19338bc444e80bdbd is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:41.849307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:41.861006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:41.875975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.902330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38922) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:41.978117 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:41.992475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e832fc22-d722-4e3f-8d72-4ace6651cffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.017456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07296922-4cd3-412a-b403-5acd811345e6,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.041052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.051567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.058776 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07296922-4cd3-412a-b403-5acd811345e6 HTTP/1.1" status: 204  len: 168 time: 0.3400400
Apr 21 06:18:42.065129 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-3f9d84b6-1a4d-4895-80de-5386ab03a3a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1 HTTP/1.1" status: 200  len: 217 time: 0.1007943
Apr 21 06:18:42.129569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.132876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.144063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.157297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0706c5ad-20d1-4580-b964-ce8de9100270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.172809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:42.195528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Usage tracker for resource:security_group_rule and tenant:2f93ef2649cb43f3820de49557369db2 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:42.204510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:42.215948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:42.218833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaf6f44-c519-4bef-83ef-9888702be5e6,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.228156 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f902a5e9e1243f19338bc444e80bdbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4726887
Apr 21 06:18:42.228893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38934) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:42.229395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.317093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.362423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.419042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.422821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38942) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:42.429763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.448322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.457587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.463373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.477480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.485079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaf6f44-c519-4bef-83ef-9888702be5e6,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.489103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.493046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.495109 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afaf6f44-c519-4bef-83ef-9888702be5e6 HTTP/1.1" status: 204  len: 168 time: 0.2640088
Apr 21 06:18:42.531289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:42.540463 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f93ef2649cb43f3820de49557369db2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6369941
Apr 21 06:18:42.543330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38950) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:42.548981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:58b42370971d46ecbc59fa7d403e7dd5 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:42.560827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec832c7-c308-4938-a8b1-e37630eea70f req-26f1e923-50f7-49a1-af84-2035126313a1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:42.562496 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ec832c7-c308-4938-a8b1-e37630eea70f req-26f1e923-50f7-49a1-af84-2035126313a1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.2241697
Apr 21 06:18:42.563545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:42.566795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f0579d-f4e3-4b0c-b655-8256c14ed5b8,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.575148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.589268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:42.639293 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ec832c7-c308-4938-a8b1-e37630eea70f req-ed7ab167-1495-4213-a230-14cdddc07e0c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691252
Apr 21 06:18:42.653585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.684651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.714610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.719208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.734519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.736977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.742119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.758136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f0579d-f4e3-4b0c-b655-8256c14ed5b8,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.760565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.766042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.780441 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58b42370971d46ecbc59fa7d403e7dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3563743
Apr 21 06:18:42.781094 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8f0579d-f4e3-4b0c-b655-8256c14ed5b8 HTTP/1.1" status: 204  len: 168 time: 0.2365911
Apr 21 06:18:42.783110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d769b6df-02bd-4189-a232-05ac0f3cdd68,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.783614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38960) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:42.786467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-71f2bfe7-31c4-4636-b4ad-c540c24d9dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.853231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.882282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.931559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.939034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-406bb27d-467b-4db9-b453-9ebf49cac8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:42.950842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769b6df-02bd-4189-a232-05ac0f3cdd68,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:42.953386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:42.960316 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:42.963890 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d769b6df-02bd-4189-a232-05ac0f3cdd68 HTTP/1.1" status: 204  len: 168 time: 0.1767690
Apr 21 06:18:43.313994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38986) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:43.333598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.349815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:43.354514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Usage tracker for resource:security_group_rule and tenant:33f371083b5d40979dcf3d7198c11000 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:43.357576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:43.363630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:43.478647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.482395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.498672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:43.545068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 38994) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:43.568962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be82fdc-eee6-4d18-a13b-1b6743eac74e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:43.575178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:43.592392 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33f371083b5d40979dcf3d7198c11000&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2769935
Apr 21 06:18:43.595446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 38998) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:43.598047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.617667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:43.622873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Usage tracker for resource:security_group_rule and tenant:d9c0c95240914ba5b96e75d728d10e66 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:43.627859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:43.635454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:43.660956 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.692071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.748178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.751524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.753120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.766153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:43.792720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:43.827306 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9c0c95240914ba5b96e75d728d10e66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822995
Apr 21 06:18:43.830035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39008) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:43.833484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d110776-7440-48ed-a8eb-c18fb2db5f1c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:43.874516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.875743 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be82fdc-eee6-4d18-a13b-1b6743eac74e HTTP/1.1" status: 204  len: 168 time: 0.2794137
Apr 21 06:18:43.876972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be82fdc-eee6-4d18-a13b-1b6743eac74e,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:43.900432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:43.935164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:43.972455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:43.983204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-10fd1418-de35-4739-9be4-569d50fc4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:43.984725 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-10fd1418-de35-4739-9be4-569d50fc4db7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.1056414
Apr 21 06:18:44.001139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da94a8f-d6b3-4dd3-b6b2-bca3f5f9312b req-bce1d1f9-9dba-468a-9173-a60f2fb73655 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:44.002931 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9da94a8f-d6b3-4dd3-b6b2-bca3f5f9312b req-bce1d1f9-9dba-468a-9173-a60f2fb73655 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.2111824
Apr 21 06:18:44.009388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:44.064671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:44.072063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:44.083687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d110776-7440-48ed-a8eb-c18fb2db5f1c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:44.086260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:44.092330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:44.093591 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d110776-7440-48ed-a8eb-c18fb2db5f1c HTTP/1.1" status: 204  len: 168 time: 0.2623520
Apr 21 06:18:44.108085 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-ae0fa59c-5057-458c-8acb-c23f994176bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039684
Apr 21 06:18:44.232397 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9da94a8f-d6b3-4dd3-b6b2-bca3f5f9312b req-a800e09d-6dad-4fb7-82d0-b4df5e71685b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657097
Apr 21 06:18:44.332460 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-0a1ea496-42c8-45fa-903b-1bce1d0aa0d5 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081552
Apr 21 06:18:45.469746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d0209-ca2a-4984-aa5a-3ac0ff3128a1 req-6ac7eec8-72cd-4a21-ab3b-799c68c30ffc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:45.472664 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cf3d0209-ca2a-4984-aa5a-3ac0ff3128a1 req-6ac7eec8-72cd-4a21-ab3b-799c68c30ffc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1067924
Apr 21 06:18:45.545383 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cf3d0209-ca2a-4984-aa5a-3ac0ff3128a1 req-17031776-b437-4e6d-b0d5-89e2fef025ee tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661466
Apr 21 06:18:46.972564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e384f-9791-41ac-9173-b9ec42e4993f req-2992f1cb-504b-4af9-b9f8-176e17ff3be9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:46.974180 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b42e384f-9791-41ac-9173-b9ec42e4993f req-2992f1cb-504b-4af9-b9f8-176e17ff3be9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.3018429
Apr 21 06:18:47.022537 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b42e384f-9791-41ac-9173-b9ec42e4993f req-3b1571c5-f585-4d5a-861a-4673ad43349a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413053
Apr 21 06:18:47.032828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:18:47.338627 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2548604b-5e90-4b14-b3cf-5cef6835cb3f req-74bd40cf-dac7-462b-a991-ef4f0425d997 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533406
Apr 21 06:18:47.916178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39256) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:48.066581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.082871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:48.087112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Usage tracker for resource:security_group_rule and tenant:e48418f7a3014d26abcb70f57dacd85b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:48.090083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:48.097372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:48.195715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.200443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.207911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc059c5c-3138-4b37-9a8a-1f278bc83f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:48.259191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f50769-a953-4f44-9e0d-6a203f01e908,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:48.263310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:48.268879 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e48418f7a3014d26abcb70f57dacd85b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3515079
Apr 21 06:18:48.269513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39276) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:48.282910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bc1f-6e4a-4078-bba6-49c87e9ac5a3 req-228d7748-4574-4a5d-9492-b12805d62922 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:48.285872 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d257bc1f-6e4a-4078-bba6-49c87e9ac5a3 req-228d7748-4574-4a5d-9492-b12805d62922 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1286507
Apr 21 06:18:48.343878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.347681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d257bc1f-6e4a-4078-bba6-49c87e9ac5a3 req-d5242428-6e3d-498d-aec2-1b124424655f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545986
Apr 21 06:18:48.384972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.444916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.454108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-48406ccf-679c-402a-87af-1225d4a16a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:48.475094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f50769-a953-4f44-9e0d-6a203f01e908,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:48.478548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:48.480112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.484930 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5f50769-a953-4f44-9e0d-6a203f01e908 HTTP/1.1" status: 204  len: 168 time: 0.2142057
Apr 21 06:18:48.881738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39324) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:48.902170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:48.918173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:48.922420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Usage tracker for resource:security_group_rule and tenant:626a6f697faa4d18bc45d00adde7ea86 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:48.929019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:48.935188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:49.030133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.033345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.042619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69e177c-f954-455b-aa0a-8a5765068aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:49.085971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42632932-dfeb-4cca-bf5b-eb661ebf9e8e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:49.090753 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=626a6f697faa4d18bc45d00adde7ea86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2072961
Apr 21 06:18:49.091708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:49.093578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39334) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:49.159897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.188420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.233606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.239481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-11dbcb27-2fb1-4760-a59a-987d009abfb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:49.251317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42632932-dfeb-4cca-bf5b-eb661ebf9e8e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:49.256236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:49.258968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:49.260214 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42632932-dfeb-4cca-bf5b-eb661ebf9e8e HTTP/1.1" status: 204  len: 168 time: 0.1656349
Apr 21 06:18:49.569341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88b67-7b9f-497a-8ca1-c20dcd971cd8 req-9b2374b1-cf2b-4271-853a-96a40726dfe7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:49.571065 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b0b88b67-7b9f-497a-8ca1-c20dcd971cd8 req-9b2374b1-cf2b-4271-853a-96a40726dfe7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0963311
Apr 21 06:18:49.624614 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b0b88b67-7b9f-497a-8ca1-c20dcd971cd8 req-6c6c3a9f-b845-4504-8a03-22ef0b4df773 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461681
Apr 21 06:18:49.908255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39366) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:50.078125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.098042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:50.101997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d2fa5f62c112498c8f0cb1b28151e896 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:50.105411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:50.111637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:50.206949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.211774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.222935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-970908e4-eb7a-4729-b4e4-49b7c72e818e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:50.271708 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2fa5f62c112498c8f0cb1b28151e896&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620102
Apr 21 06:18:50.273345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d0309-3725-4a07-8020-c939a59831fd,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:50.274964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39404) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:50.276622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:50.353424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.401214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.458776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.472220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:50.507828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d0309-3725-4a07-8020-c939a59831fd,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:50.511463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:50.517909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea9d0309-3725-4a07-8020-c939a59831fd HTTP/1.1" status: 204  len: 168 time: 0.2415311
Apr 21 06:18:50.532207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:50.838354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee21a9-abaa-4bf4-b848-37461f3609e5 req-cb9a01b0-f940-4d2e-800a-fb63b4ce1dfb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:50.840299 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efee21a9-abaa-4bf4-b848-37461f3609e5 req-cb9a01b0-f940-4d2e-800a-fb63b4ce1dfb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0945942
Apr 21 06:18:50.885417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39434) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:50.897338 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efee21a9-abaa-4bf4-b848-37461f3609e5 req-9f618d17-22fb-4807-aaf0-3a7536c6572d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489554
Apr 21 06:18:51.003059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39444) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:51.030746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.053164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:51.060493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Usage tracker for resource:security_group_rule and tenant:177b7917921e44df9814f2628ad3c559 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:51.065135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:51.073090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:51.146467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.163052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:51.167768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7af647f941419ca8aa711d1211f9b4 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:51.170938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:51.172955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.176101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.177942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:51.185996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:51.231151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=177b7917921e44df9814f2628ad3c559&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2261279
Apr 21 06:18:51.232843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c5672-b47b-40df-ad8d-634d0ab22e05,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:51.235435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39450) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:51.238355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3195bfb-76cb-41d2-aba3-d1ed3243dc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:51.281199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.284713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.294639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:51.303619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.337003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.349681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b7af647f941419ca8aa711d1211f9b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4604785
Apr 21 06:18:51.350105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39456) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:51.351738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaced4e-e85b-4e7a-b2c7-5c0ee4c1790a,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:51.361215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.361613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.362004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.362381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.362759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.363133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.363494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.363853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.364502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.364631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.364953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.365328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.369461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:51.446909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.465563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.472975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:51.497123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c5672-b47b-40df-ad8d-634d0ab22e05,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:51.505632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.519710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.520172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.520565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.520932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.521507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.521959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.522349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.523299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.523683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.524084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.524462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.524898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:18:51.528297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.529902 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb0c5672-b47b-40df-ad8d-634d0ab22e05 HTTP/1.1" status: 204  len: 168 time: 0.2934554
Apr 21 06:18:51.531666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:51.581295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.587619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8f7b0fe1-30e7-4257-87b7-7a1c87e08445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:51.601248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaced4e-e85b-4e7a-b2c7-5c0ee4c1790a,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:51.604255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:51.613485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:51.614878 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/baaced4e-e85b-4e7a-b2c7-5c0ee4c1790a HTTP/1.1" status: 204  len: 168 time: 0.2632194
Apr 21 06:18:52.048739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39494) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:52.080266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.105599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:52.110243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Usage tracker for resource:security_group_rule and tenant:ca634133c7f1415e89ec07dc72b8ce90 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:52.114992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:52.126439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:52.166145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88287e1a-b63f-499e-80c0-455da17d2720 req-742bef98-1aef-491b-bf70-37e4cba409bd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:52.176192 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88287e1a-b63f-499e-80c0-455da17d2720 req-742bef98-1aef-491b-bf70-37e4cba409bd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1464918
Apr 21 06:18:52.241921 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88287e1a-b63f-499e-80c0-455da17d2720 req-c5294594-82cd-4916-94f8-76248ad1f6ca tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638411
Apr 21 06:18:52.287683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.291350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.301951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3fb537c5-7cb6-48f9-b8ca-2cec5ec944f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:52.352448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7390e-e6d5-4616-9fd7-bea4e39c3281,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:52.370839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:52.374861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39512) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:52.374969 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca634133c7f1415e89ec07dc72b8ce90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250456
Apr 21 06:18:52.442277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.470747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.556403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.562854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9afb2eca-1d82-4d0f-ba51-7855e5db4a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:52.598378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7390e-e6d5-4616-9fd7-bea4e39c3281,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:52.615681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:52.623480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:52.640620 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cf7390e-e6d5-4616-9fd7-bea4e39c3281 HTTP/1.1" status: 204  len: 168 time: 0.2642829
Apr 21 06:18:53.618610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc69eeb-7523-4a72-9183-89324d715d62 req-dba4ddc6-4357-45b3-907d-79924bba8bb0 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:53.621435 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dcc69eeb-7523-4a72-9183-89324d715d62 req-dba4ddc6-4357-45b3-907d-79924bba8bb0 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1944594
Apr 21 06:18:53.700551 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dcc69eeb-7523-4a72-9183-89324d715d62 req-f989ea08-14ab-4231-84b7-e590d4e7ebf5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715392
Apr 21 06:18:54.959179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025779-9569-44c0-b391-7b03d3e3a4ba req-68886a43-c2d6-4d65-8096-126de9a471dc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:54.969993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce025779-9569-44c0-b391-7b03d3e3a4ba req-68886a43-c2d6-4d65-8096-126de9a471dc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1402805
Apr 21 06:18:55.017252 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce025779-9569-44c0-b391-7b03d3e3a4ba req-d322fdcb-a865-4a73-af9e-8e66e350c76b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463037
Apr 21 06:18:56.226541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa709b02-2fa8-421c-a64a-82d6f04f82c2 req-770c9c8b-534a-4cfb-accc-a56245b2f355 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:56.228174 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fa709b02-2fa8-421c-a64a-82d6f04f82c2 req-770c9c8b-534a-4cfb-accc-a56245b2f355 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0883467
Apr 21 06:18:56.276494 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fa709b02-2fa8-421c-a64a-82d6f04f82c2 req-228ff1df-1386-4d89-89b9-d24562771f8e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419924
Apr 21 06:18:57.654879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4cf2-e090-4435-8968-e56c9b734f49 req-b4d35075-be59-4cc1-b17b-d701f9fa8424 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:57.656769 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bbef4cf2-e090-4435-8968-e56c9b734f49 req-b4d35075-be59-4cc1-b17b-d701f9fa8424 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.2526853
Apr 21 06:18:57.668752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-309fa7a8-10f1-467a-aa52-a5c18f2e04c4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:57.670377 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-309fa7a8-10f1-467a-aa52-a5c18f2e04c4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.2149839
Apr 21 06:18:57.712278 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-a4288c4c-1bb9-44ab-956c-41f9938fa0bb tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/quotas/0cecdc8e6425468c981fba2c7569007f HTTP/1.1" status: 200  len: 375 time: 0.0243938
Apr 21 06:18:57.773242 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bbef4cf2-e090-4435-8968-e56c9b734f49 req-6d5dfd27-aaa1-4991-be7a-39ddebb1b2b3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017904
Apr 21 06:18:57.811079 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-b3598119-4ef5-45a2-bc12-091bb0d487f1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0920572
Apr 21 06:18:57.963106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-5cc79ee5-3617-4ebd-8cbd-5316a7b47883 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419971
Apr 21 06:18:58.116119 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-48216b9f-0f1d-49b1-842f-db61a26c0b46 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435986
Apr 21 06:18:58.315681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f50e51fa-660d-40b5-9fa7-4c98eb244c28 req-d1f01941-614a-46ac-9069-8cb12cf68bb1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 210 time: 0.0499468
Apr 21 06:18:58.988825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f06e8-9f7f-42f2-b2e3-4aa1baa2aa08 req-947510c1-e23f-480d-8fad-85f3c3eef15c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:58.991768 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fb6f06e8-9f7f-42f2-b2e3-4aa1baa2aa08 req-947510c1-e23f-480d-8fad-85f3c3eef15c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0970831
Apr 21 06:18:59.059262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fb6f06e8-9f7f-42f2-b2e3-4aa1baa2aa08 req-2178f75e-c937-4094-8a5e-ddfb5de5b549 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606074
Apr 21 06:18:59.260048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39768) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:59.407930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.432704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:18:59.439539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Usage tracker for resource:security_group_rule and tenant:93bd4e02f4b84129a801e0e8caef70c1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:18:59.483491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:18:59.497626 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-75e2199a-f2b5-4ecc-96ee-1f1b1488c873 req-7055b82e-311e-4f25-9f3b-efd642e52c48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 210 time: 0.0617056
Apr 21 06:18:59.498511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:18:59.598644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.602445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.612596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1fb1dd9c-abf2-47d2-a077-8f95ed78255a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:59.661685 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bd4e02f4b84129a801e0e8caef70c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4005587
Apr 21 06:18:59.662669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafac7ed-eaf7-4526-b4e2-5c52f4aa8741,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:59.665457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39792) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:18:59.666855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:59.751595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.792451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.884961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.891481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-38a0e921-32a6-4d72-8891-7b78cf6e981d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:18:59.921427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafac7ed-eaf7-4526-b4e2-5c52f4aa8741,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:18:59.949950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:18:59.966748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:18:59.971669 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafac7ed-eaf7-4526-b4e2-5c52f4aa8741 HTTP/1.1" status: 204  len: 168 time: 0.3046260
Apr 21 06:18:59.994606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-9d65837e-5f1f-46f5-8e81-3694f42149c7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:18:59.996414 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-9d65837e-5f1f-46f5-8e81-3694f42149c7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.2174108
Apr 21 06:19:00.014466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Request body: {'port': {'device_id': '019123cc-8b6b-4456-8c84-5707206445ab', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'admin_state_up': True, 'tenant_id': '0cecdc8e6425468c981fba2c7569007f'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:00.230972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:00.244313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:00.261793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:00.273801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:00.492903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39838) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:00.531043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:00.562946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b8ce-5daf-4c3d-b6fe-8dc8a4d1cc59 req-3cb9f81f-3263-4411-9646-21c0c1fd87c7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:00.573652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:00.580167 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f46b8ce-5daf-4c3d-b6fe-8dc8a4d1cc59 req-3cb9f81f-3263-4411-9646-21c0c1fd87c7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.2902102
Apr 21 06:19:00.584254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Usage tracker for resource:security_group_rule and tenant:28c932e610174b1cbf85bde4d27df986 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:00.589703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:00.606664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:00.681484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Allocated IP 172.20.0.12 (8fa5ea8c-87c2-4048-9e9d-aa761af8e483/3e3e7002-7ed3-4267-b33f-80a0acd2408d/758fa046-3ce0-48c5-8e1d-5cac838f03d5) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:00.707263 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f46b8ce-5daf-4c3d-b6fe-8dc8a4d1cc59 req-d99c1669-963c-4baa-a807-735767bba3f6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260657
Apr 21 06:19:00.823485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:00.823485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:00.845198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-12431c52-091b-4cc3-9471-bbc4534a84f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:00.912183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc285c30-2b50-429c-9e4e-f8b6f93b9a2b,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:00.919973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:00.923503 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28c932e610174b1cbf85bde4d27df986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293251
Apr 21 06:19:00.926636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39858) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:00.933286 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fe5d6eb1-bac6-4201-915d-12d3c3125b8e req-8c7d64a2-5c7e-42e3-bd51-ff4a11d35e6d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 210 time: 0.1141646
Apr 21 06:19:01.029047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.065272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.114711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.119627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.120012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2c28d7d2-ab47-4ce1-8723-21e746a7e750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:01.133323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc285c30-2b50-429c-9e4e-f8b6f93b9a2b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:01.137948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:01.138709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.142610 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc285c30-2b50-429c-9e4e-f8b6f93b9a2b HTTP/1.1" status: 204  len: 168 time: 0.2121882
Apr 21 06:19:01.152227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.160500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2361415e-3af7-4b93-afca-8784749450a6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:01.165864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:01.232102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:01.236071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:01.240546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:01.246594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:01.247221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.265790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event updated for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:01.271214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:01.287330 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2797883
Apr 21 06:19:01.309079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Request body: {'port': {'device_id': '019123cc-8b6b-4456-8c84-5707206445ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:01.438980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.824574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758fa046-3ce0-48c5-8e1d-5cac838f03d5 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:01.834182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.851261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Transition to ACTIVE for port object 758fa046-3ce0-48c5-8e1d-5cac838f03d5 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:01.854737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:01.860883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:02.148766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39910) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:02.325938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1039876251-network', 'tenant_id': '4ba3361787fd429c894c6e951e89d2a6'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:02.332945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:02.349798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Usage tracker for resource:network and tenant:4ba3361787fd429c894c6e951e89d2a6 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:02.354915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:02.364057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:02.377394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Made reservation on behalf of 4ba3361787fd429c894c6e951e89d2a6 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:02.383579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.402135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.427008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:02.433326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba3361787fd429c894c6e951e89d2a6 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:02.438490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:02.446174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:02.462623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Pushing event updated for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:02.466763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:02.533828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Attempting to bind port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:02.534220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Attempting to bind port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:02.537543 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Attempting to bind port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:02.563206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:19:02.563719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Attempting to bind port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:02.577220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:02.577688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Checking segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:02.578189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Bound using segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:02.578759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Bound port: 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:02.579230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.606572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39135-4639-43db-8a70-43954d8a941a req-b0a964cd-b383-4324-96ad-6e8b585b7d86 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:02.608397 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88d39135-4639-43db-8a70-43954d8a941a req-b0a964cd-b383-4324-96ad-6e8b585b7d86 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.7094970
Apr 21 06:19:02.624563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.629634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.645784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8fca9d05-0e2e-4f02-868a-86ab0e14a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:02.690873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764704-861c-4720-b210-0f4f8feeac3c req-fb436143-ee56-4262-a5d4-559080b62099 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:02.691768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c2764704-861c-4720-b210-0f4f8feeac3c req-fb436143-ee56-4262-a5d4-559080b62099 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:02.694566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39940) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:02.707238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2f893-534d-456c-b170-0263f270e67d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:02.721676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:19:02.724561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:02.771693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.772796 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Added segment 836a8b68-01dc-45af-9afa-7273c7951447 of type vlan for network 21cf2df1-8c09-472d-979b-b27ff95e207e
Apr 21 06:19:02.776593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88d39135-4639-43db-8a70-43954d8a941a req-13f03985-2603-4142-ad1c-6a22f5a814ac tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254108
Apr 21 06:19:02.777313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c2764704-861c-4720-b210-0f4f8feeac3c req-fb436143-ee56-4262-a5d4-559080b62099 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:02.778620 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2764704-861c-4720-b210-0f4f8feeac3c req-fb436143-ee56-4262-a5d4-559080b62099 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 944 time: 0.6111898
Apr 21 06:19:02.812676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:02.832752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:02.841488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.853908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2764704-861c-4720-b210-0f4f8feeac3c req-60538862-4aeb-4ca1-841e-1c3d565b6732 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683737
Apr 21 06:19:02.855859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:02.932403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:02.933416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:02.935632 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] 10.222.0.35 "PUT /v2.0/ports/758fa046-3ce0-48c5-8e1d-5cac838f03d5 HTTP/1.1" status: 200  len: 1094 time: 1.6321108
Apr 21 06:19:02.936388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:02.966554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Pushing event updated for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:02.978408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:03.049453 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'status': 'completed', 'code': 200}
Apr 21 06:19:03.061917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.083927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.085801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:03.092184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Usage tracker for resource:security_group_rule and tenant:9e693600c7b24582aa98a999650b3947 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:03.095897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:03.108648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:03.117113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.118211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:03.118919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.123973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:03.142640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-ca225af2-14d1-4925-bd64-3bfd961f2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:03.144328 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-ca225af2-14d1-4925-bd64-3bfd961f2e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 1097 time: 0.1595418
Apr 21 06:19:03.235019 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-72b97e03-e20a-4dde-a3f2-22288837c9df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5 HTTP/1.1" status: 200  len: 217 time: 0.0805786
Apr 21 06:19:03.245833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Pushing event updated for resources: {'Network': ['ID=21cf2df1-8c09-472d-979b-b27ff95e207e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:03.249695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:03.259376 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1093202
Apr 21 06:19:03.260185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 39960) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:03.267883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Request body: {'subnet': {'network_id': '21cf2df1-8c09-472d-979b-b27ff95e207e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1039876251-subnet', 'tenant_id': '4ba3361787fd429c894c6e951e89d2a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:03.271927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 21cf2df1-8c09-472d-979b-b27ff95e207e details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:19:03.276185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:03.282591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Usage tracker for resource:subnet and tenant:4ba3361787fd429c894c6e951e89d2a6 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:03.287684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:03.295234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:03.306748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Made reservation on behalf of 4ba3361787fd429c894c6e951e89d2a6 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:03.312443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.348467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-42f06caf-e7ac-42c1-a701-b0ede8b09bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:03.350009 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-42f06caf-e7ac-42c1-a701-b0ede8b09bab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.1017890
Apr 21 06:19:03.351963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.355293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.364990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:03.478099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77315b83-05c2-4249-bd63-3e3c43aa9cdb,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:03.487257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:03.490305 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e693600c7b24582aa98a999650b3947&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7890222
Apr 21 06:19:03.498639 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-3ad7d741-c3bb-41be-a998-5363660f515f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1346164
Apr 21 06:19:03.499259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 39966) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:03.679488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.719286 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-a402ea76-f632-45c4-bd10-f8be97e94494 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046740
Apr 21 06:19:03.774601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.801209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:03.807812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e6600f40-12d5-4e91-a283-ea1e829b96d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:03.903399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8154bd-ca32-444a-8fad-e432a961e7ee,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:03.903828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:03.910568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Checking segment: {'id': '836a8b68-01dc-45af-9afa-7273c7951447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21cf2df1-8c09-472d-979b-b27ff95e207e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:03.910972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Network hostable DHCP agents. Network: 21cf2df1-8c09-472d-979b-b27ff95e207e, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:19:03.939534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Network 21cf2df1-8c09-472d-979b-b27ff95e207e is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:19:03.951896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 21cf2df1-8c09-472d-979b-b27ff95e207e) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:03.965793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaba7bb-e617-4bca-b4f0-51a9b7e8fafe None None] Network 21cf2df1-8c09-472d-979b-b27ff95e207e requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:03.999701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:04.001141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:04.048215 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7860129
Apr 21 06:19:04.640697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:04.656052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:04.671768 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c3a7f36-fb53-4f86-97da-8c59ff586dd6 req-10851002-0097-4805-abd0-c8db158d0fb7 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9404631
Apr 21 06:19:04.678012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4dc8d8-2556-4e77-82da-5725a764bf2a None None] Network 21cf2df1-8c09-472d-979b-b27ff95e207e requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:04.741054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866c36-b51f-48d1-bc2e-bb630e000754 req-e577aea2-545a-4aa4-a948-1ad222b20b26 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:04.746791 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce866c36-b51f-48d1-bc2e-bb630e000754 req-e577aea2-545a-4aa4-a948-1ad222b20b26 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.7731793
Apr 21 06:19:04.790586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77315b83-05c2-4249-bd63-3e3c43aa9cdb,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:04.967865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:05.017522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:05.023387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-299157a8-3253-4107-ad1b-e8cc6d1226f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:05.025068 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d2c28d81-d1a9-4843-9af9-b358ede17a34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77315b83-05c2-4249-bd63-3e3c43aa9cdb HTTP/1.1" status: 204  len: 168 time: 1.5243280
Apr 21 06:19:05.172049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5992b-38a9-4477-8668-23569540708c req-061d8fda-f758-44f5-b2f9-14a025f08a54 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:05.184976 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-77f5992b-38a9-4477-8668-23569540708c req-061d8fda-f758-44f5-b2f9-14a025f08a54 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 944 time: 1.0342677
Apr 21 06:19:05.227200 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce866c36-b51f-48d1-bc2e-bb630e000754 req-10c42614-e71c-4574-8f8b-c604c91b28a3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4328454
Apr 21 06:19:05.248086 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-7db01b24-6bfd-4390-ab89-b9b629361f51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8654644
Apr 21 06:19:05.432820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40020) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:05.558082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-87a33335-a954-4734-be57-df3f92863103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:05.561642 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-87a33335-a954-4734-be57-df3f92863103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 1097 time: 0.7862356
Apr 21 06:19:05.586402 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-77f5992b-38a9-4477-8668-23569540708c req-3b85f251-048d-471d-b28b-98dab10dbca9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3711314
Apr 21 06:19:05.744478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40032) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:05.762712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-608116202-network', 'tenant_id': '6b21546c36f44b63af039066fbd00d2b'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:05.776965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:05.791018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Usage tracker for resource:network and tenant:6b21546c36f44b63af039066fbd00d2b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:05.800267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:05.824694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:05.881258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Made reservation on behalf of 6b21546c36f44b63af039066fbd00d2b for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:05.909795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-9e4dc025-104c-422c-bfae-3435aba6d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:05.911667 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-9e4dc025-104c-422c-bfae-3435aba6d5cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 1098 time: 0.5186725
Apr 21 06:19:05.915155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:05.940536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-29e4dc22-c987-435f-934a-abfeaf902b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:05.942399 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-29e4dc22-c987-435f-934a-abfeaf902b0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 916 time: 0.3536239
Apr 21 06:19:06.035124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.090358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.098865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-960a8d13-0731-4f53-8f44-13b6fb8c85a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5 HTTP/1.1" status: 200  len: 217 time: 0.1427929
Apr 21 06:19:06.110442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:06.124809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Usage tracker for resource:security_group_rule and tenant:6b21546c36f44b63af039066fbd00d2b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:06.130319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:06.141662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:06.149236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Usage tracker for resource:security_group_rule and tenant:528bb717e2604d558d83d9934e41be16 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:06.157160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:06.170663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:06.336434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 758fa046-3ce0-48c5-8e1d-5cac838f03d5 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:19:06.510298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:06.558663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40050) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:06.562681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.647082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:06.678669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'port_id': '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'mac_address': 'fa:16:3e:72:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e7002-7ed3-4267-b33f-80a0acd2408d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:19:06.713430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-138939f8-ff9e-40c5-ac6c-d8c25564e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:06.716143 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-138939f8-ff9e-40c5-ac6c-d8c25564e9c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.5613067
Apr 21 06:19:06.744071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.789697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.790738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.810899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758fa046-3ce0-48c5-8e1d-5cac838f03d5 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:06.828123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:06.829388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:06.832617 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.834414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.837030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:06.852575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-07e8c8ad-572a-4403-a309-a03a4f9cfed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:06.910445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.936049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:19:06.941168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:06.952718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.954555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.954555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.954555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.954555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.955080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.955080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.955320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.955762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.956267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.956425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:06.956807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.957109 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Added segment bc97416e-f75c-4722-ac3a-7ebcd4301e7f of type vlan for network 9acf9f40-ff27-4272-8cdf-030d8c0575f6
Apr 21 06:19:06.957284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:06.963046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:07.012024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-1f9d93ed-ede4-4c78-bb29-0b17d32b78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:07.013191 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-1f9d93ed-ede4-4c78-bb29-0b17d32b78dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 916 time: 0.9650540
Apr 21 06:19:07.026037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.040141 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-df7cbc26-f1e7-4ed1-b1f5-e2592e2b4e03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2452614
Apr 21 06:19:07.047212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b90d9050a643aaa1ae7801e4df8e93 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:07.057841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dccfc77-3be6-444c-919f-e491de18a410,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:07.107688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:07.139876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:07.141434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-362144bc-efc1-4546-b45b-aecb4908bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:07.155073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:07.187006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40062) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:07.199470 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=528bb717e2604d558d83d9934e41be16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7646911
Apr 21 06:19:07.209067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40066) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:07.241443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.249760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:07.250541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.261211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['758fa046-3ce0-48c5-8e1d-5cac838f03d5'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:07.281680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8647787-1a96-4fda-aee4-d2a925a2c2c4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:07.290818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:07.293510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:07.325405 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5747809
Apr 21 06:19:07.329896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40072) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:07.402596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Request body: {'subnet': {'network_id': '9acf9f40-ff27-4272-8cdf-030d8c0575f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-608116202-subnet', 'tenant_id': '6b21546c36f44b63af039066fbd00d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:07.430144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:07.462510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Usage tracker for resource:subnet and tenant:6b21546c36f44b63af039066fbd00d2b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:07.476497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:07.498272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.509605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:07.523519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Pushing event updated for resources: {'Network': ['ID=9acf9f40-ff27-4272-8cdf-030d8c0575f6,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:07.537284 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-f6327a69-72ed-486d-ae0d-9c890948c6e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 HTTP/1.1" status: 200  len: 217 time: 0.4004135
Apr 21 06:19:07.541180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:07.549771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:07.553578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.562749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:19:07.585692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Usage tracker for resource:security_group_rule and tenant:789decb488c34aec812aade80668ea07 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:07.601592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:07.607340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Made reservation on behalf of 6b21546c36f44b63af039066fbd00d2b for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:07.616344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.687304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:07.702317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c2198-62df-46b5-a8a8-32b604854cca req-ee7a00ca-6a96-4f43-b84b-981677baead2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:07.704394 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a74c2198-62df-46b5-a8a8-32b604854cca req-ee7a00ca-6a96-4f43-b84b-981677baead2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.9186630
Apr 21 06:19:07.761402 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-e8e09c86-6bca-4256-ab79-3ebf13d3f81e service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6231396
Apr 21 06:19:07.762910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-aed443e2-7038-49a7-b036-46483d236e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:07.764576 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-aed443e2-7038-49a7-b036-46483d236e8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.2106547
Apr 21 06:19:07.913536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aa5786d8-3730-455e-bcf0-e610aff40788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.918583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.930730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:07.932533 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-7b0d429b-368a-4b69-bfdb-43618c7666c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1513541
Apr 21 06:19:07.935689 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a74c2198-62df-46b5-a8a8-32b604854cca req-f37fa120-02da-4e5c-ad39-af129b9a4489 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144573
Apr 21 06:19:07.949995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913209e-e5bc-4da7-a7ac-5ad0766016cb req-b8fad012-b433-4007-989f-eb2f9e7c5b7f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:07.951564 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4913209e-e5bc-4da7-a7ac-5ad0766016cb req-b8fad012-b433-4007-989f-eb2f9e7c5b7f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 945 time: 0.9373794
Apr 21 06:19:07.986236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.017222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfb26c37-ad83-411d-bb83-26d497dd8b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:08.169074 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4913209e-e5bc-4da7-a7ac-5ad0766016cb req-dfbe6d90-c6ad-421a-9de3-d2ca2ce29b05 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896012
Apr 21 06:19:08.174903 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68e6e2f2-14c0-4ba6-b9ed-099b19662692 req-bcbaba56-7441-4f14-a1d8-3c80e0e5dbc3 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3922398
Apr 21 06:19:08.178284 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9b90d9050a643aaa1ae7801e4df8e93&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6183505
Apr 21 06:19:08.179528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40084) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:08.189002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b5464-0b2f-4ed7-8379-c69c1756e2ed,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:08.207387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:08.262598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.272723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f171ec00-ae20-4ec9-a9b5-761d3e772f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:08.277653 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-61adeed7-9868-4519-880d-64ec104b282e service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223937
Apr 21 06:19:08.330661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dccfc77-3be6-444c-919f-e491de18a410,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:08.386119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.393078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:08.448830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.453318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.487376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.488943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.490293 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dccfc77-3be6-444c-919f-e491de18a410 HTTP/1.1" status: 204  len: 168 time: 1.2730412
Apr 21 06:19:08.510236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.532133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-37be0e9b-b257-44e1-9680-87fa7e64121e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:08.595058 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c79276e-668b-4aa0-bb74-200351ba4168 req-91b1754b-e5e0-4899-96cb-ba6cda0c3d0d service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985001
Apr 21 06:19:08.660787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.666011 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=789decb488c34aec812aade80668ea07&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4699206
Apr 21 06:19:08.672111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40098) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:08.672641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578f92ce-f479-4297-b1d2-b46b141e3237,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:08.681414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fd72d0af-beeb-4d9e-8aa7-dcb228358cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:08.692957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:08.733066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b5464-0b2f-4ed7-8379-c69c1756e2ed,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:08.733066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:08.741305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfde46-95c8-4643-8342-700e113895aa req-a49a6ac3-5e10-4cd8-a013-5948749963c9 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:08.742621 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-28bfde46-95c8-4643-8342-700e113895aa req-a49a6ac3-5e10-4cd8-a013-5948749963c9 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.2974644
Apr 21 06:19:08.743868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.745641 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/862b5464-0b2f-4ed7-8379-c69c1756e2ed HTTP/1.1" status: 204  len: 168 time: 0.5640116
Apr 21 06:19:08.802787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.806083 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-28bfde46-95c8-4643-8342-700e113895aa req-b2b86687-8bb9-431b-baec-86baede8c70f tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529723
Apr 21 06:19:08.871218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.938762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.965927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.990464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:08.998590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:09.040715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.069710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.071090 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/578f92ce-f479-4297-b1d2-b46b141e3237 HTTP/1.1" status: 204  len: 168 time: 0.4010372
Apr 21 06:19:09.104108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf84c5b5-930c-4818-b0de-12f3a4df805f,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:09.110307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:09.110816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3961c712-114d-4429-a05b-e6c60a7650fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:09.124458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40114) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:09.127025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Checking segment: {'id': 'bc97416e-f75c-4722-ac3a-7ebcd4301e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9acf9f40-ff27-4272-8cdf-030d8c0575f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:09.127423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Network hostable DHCP agents. Network: 9acf9f40-ff27-4272-8cdf-030d8c0575f6, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:19:09.134838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f92ce-f479-4297-b1d2-b46b141e3237,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:09.141141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:09.156288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:19:09.166979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 9acf9f40-ff27-4272-8cdf-030d8c0575f6) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:09.189198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:09.190024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.205173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8871f29-5795-45fc-b3c1-f35e28a38f1a None None] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:09.214782 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8799272
Apr 21 06:19:09.232642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.323051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:09.335744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Usage tracker for resource:security_group_rule and tenant:308c6217a1e64c3fb7af84be21f42647 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:09.340305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:09.349582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:09.404209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f5de-b20e-41bf-9aef-198824c40fdc req-34f372ff-b93e-48a4-ba1c-223cf058c2cd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:09.412116 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2497f5de-b20e-41bf-9aef-198824c40fdc req-34f372ff-b93e-48a4-ba1c-223cf058c2cd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1475194
Apr 21 06:19:09.496278 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2497f5de-b20e-41bf-9aef-198824c40fdc req-4f908c95-ff9b-4152-9e03-020372be65cc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830278
Apr 21 06:19:09.688572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.729060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.746727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fdb67b1c-6291-470f-876a-550cc7f1ba10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:09.802571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:09.822374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e014e7-32b3-4656-818f-e46fd4093718 None None] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:09.869299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70367e-bf3a-49fd-9fac-5700dd730f98 req-c54263cc-a630-4198-a26d-1275e7a53fa9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:09.872340 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dc70367e-bf3a-49fd-9fac-5700dd730f98 req-c54263cc-a630-4198-a26d-1275e7a53fa9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 945 time: 0.2943611
Apr 21 06:19:09.947154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40138) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:09.957542 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=308c6217a1e64c3fb7af84be21f42647&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8308530
Apr 21 06:19:09.962607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40142) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:10.050608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.092559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5641e-3c66-46d0-a53c-b1ee2e9a0ecb,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:10.122158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:10.158874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.209614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:10.214660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Usage tracker for resource:security_group_rule and tenant:81ce9165b73d47db8d0a2d5360339d10 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:10.218283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.218979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:10.226086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:10.322120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.332489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.342247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d511d437-376d-434a-a4bc-12068b66afa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:10.354453 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dc70367e-bf3a-49fd-9fac-5700dd730f98 req-b32e33e1-4f44-4f8d-99c3-02884e0af784 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692819
Apr 21 06:19:10.372209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 758fa046-3ce0-48c5-8e1d-5cac838f03d5 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:10.399587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.430485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-49395ac4-01ac-441b-a06d-fa9cc82250e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:10.431832 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81ce9165b73d47db8d0a2d5360339d10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548714
Apr 21 06:19:10.442143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28838aed-8167-4b41-bd53-56317aedb02c,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:10.456811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5641e-3c66-46d0-a53c-b1ee2e9a0ecb,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:10.467140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:10.467826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40148) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:10.488383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.490064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:10.502579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efa5641e-3c66-46d0-a53c-b1ee2e9a0ecb HTTP/1.1" status: 204  len: 168 time: 0.5491061
Apr 21 06:19:10.541679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:10.547419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:10.547850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.635966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954196d9-2380-4671-9b98-d5666f672697 req-68c586cd-1a8e-4aaf-ac14-586339bea4ae tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:10.641840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-954196d9-2380-4671-9b98-d5666f672697 req-68c586cd-1a8e-4aaf-ac14-586339bea4ae tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.5088532
Apr 21 06:19:10.763645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.801228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:10.815583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:10.820754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:10.823347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:10.911970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:10.925100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:11.110037 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-954196d9-2380-4671-9b98-d5666f672697 req-3b21ce1f-90f0-4b99-b2ee-92ea7f6c0a42 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4546390
Apr 21 06:19:11.170194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.226834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.247742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'code': 200}
Apr 21 06:19:11.343541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.363556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9540c8c4-a63f-4062-8b05-7792e4f8e609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:11.393096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28838aed-8167-4b41-bd53-56317aedb02c,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:11.413577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-17678a21-a4fd-4750-a171-8ba92c41a3f4 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:11.417377 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-17678a21-a4fd-4750-a171-8ba92c41a3f4 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.35 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.6486962
Apr 21 06:19:11.419084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:11.444635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40174) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:11.456896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9296f8a-f3db-459b-a18a-84411ce352e9 req-275079ae-5ffc-41a9-911e-2fd5ae2b0886 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:11.459834 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f9296f8a-f3db-459b-a18a-84411ce352e9 req-275079ae-5ffc-41a9-911e-2fd5ae2b0886 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.6926618
Apr 21 06:19:11.541148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.604798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Deleting port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:19:11.605459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.614408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:11.634911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f6eb1b99f388447988df6a097d95e20d is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:11.640900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:11.654381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:11.822771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.828448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:11.845594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1e3e8626-3101-495f-b167-0c471b54043b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:11.921491 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6eb1b99f388447988df6a097d95e20d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4748034
Apr 21 06:19:11.927010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40184) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:11.958683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943762c-e6c3-4624-9132-46668ac60560,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:11.969477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:12.059458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:12.133071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:12.217340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:12.226595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-75f9849f-bc8b-4fdb-9eeb-a2ac52f548a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:12.261213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943762c-e6c3-4624-9132-46668ac60560,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:12.268042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:12.270238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:12.273270 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6943762c-e6c3-4624-9132-46668ac60560 HTTP/1.1" status: 204  len: 168 time: 0.3436823
Apr 21 06:19:12.392799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:12.394802 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28838aed-8167-4b41-bd53-56317aedb02c HTTP/1.1" status: 204  len: 168 time: 1.9199314
Apr 21 06:19:12.437579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f9296f8a-f3db-459b-a18a-84411ce352e9 req-a25ce519-43ae-4abe-82b8-b7cd7908d947 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7054982
Apr 21 06:19:12.910100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060cd2-2e67-4186-beac-cb72faeb0b61 req-7bd7e0e6-82d7-47b6-b5ba-081fc8f54eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:12.911734 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a060cd2-2e67-4186-beac-cb72faeb0b61 req-7bd7e0e6-82d7-47b6-b5ba-081fc8f54eba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 1099 time: 1.1777062
Apr 21 06:19:12.934919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492b1c6-ba3a-48bb-9b84-3b59d16a049d req-497e414c-3ab6-40b3-a30b-fadeded59eb5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:12.942825 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1492b1c6-ba3a-48bb-9b84-3b59d16a049d req-497e414c-3ab6-40b3-a30b-fadeded59eb5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 946 time: 1.0845330
Apr 21 06:19:13.017126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] For port c3f9a654-2f43-45c6-bd32-b8c8754b1c29, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,segment=NetworkSegment(f4c3c951-312f-4709-8934-6ce5b85f9ba2),segment_id=f4c3c951-312f-4709-8934-6ce5b85f9ba2)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:13.017537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:13.191635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Calling delete_port for c3f9a654-2f43-45c6-bd32-b8c8754b1c29 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:19:13.245146 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a060cd2-2e67-4186-beac-cb72faeb0b61 req-0c9b96e6-83d1-4cc7-91db-538f25e30d70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919610
Apr 21 06:19:13.260222 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1492b1c6-ba3a-48bb-9b84-3b59d16a049d req-c135923b-18df-4a98-82e5-76b6d3850a2e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161795
Apr 21 06:19:13.268850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108769b4-c127-4c08-ac00-2da479465690 req-02bc584f-a553-47f8-b806-a3a707bf4eaa tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:13.285993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-108769b4-c127-4c08-ac00-2da479465690 req-02bc584f-a553-47f8-b806-a3a707bf4eaa tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 945 time: 0.6082547
Apr 21 06:19:13.400944 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-108769b4-c127-4c08-ac00-2da479465690 req-a6ce5145-6e6c-47a8-b528-73d3475121d1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb072fe5-2dfd-48c8-8a05-77691a976fd2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127305
Apr 21 06:19:13.672314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:13.690598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-223e7cd6-8758-4ad8-8deb-f994d1d8abf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:13.769061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Pushing event deleted for resources: {'Port': ['ID=c3f9a654-2f43-45c6-bd32-b8c8754b1c29,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:13.778703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:13.929858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] No DVR routers for this DVR port c3f9a654-2f43-45c6-bd32-b8c8754b1c29 on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:19:13.933297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:13.943337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'name': 'network-vif-deleted', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:13.949362 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b3ffa45b-576f-49ec-a9cc-f82b542fdf93 req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.35 "DELETE /v2.0/ports/c3f9a654-2f43-45c6-bd32-b8c8754b1c29 HTTP/1.1" status: 204  len: 173 time: 2.4849277
Apr 21 06:19:14.030898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e27ef5-a3c0-4f4d-b28b-21c9e11faa3c req-37a18afe-2b62-4ffa-a750-4a4afdc6287a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:14.042555 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7e27ef5-a3c0-4f4d-b28b-21c9e11faa3c req-37a18afe-2b62-4ffa-a750-4a4afdc6287a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.2760730
Apr 21 06:19:14.087670 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eae414-6afd-4be5-8e9e-4cba6f0ff6ce', 'name': 'network-vif-deleted', 'tag': 'c3f9a654-2f43-45c6-bd32-b8c8754b1c29', 'status': 'completed', 'code': 200}
Apr 21 06:19:14.108553 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7e27ef5-a3c0-4f4d-b28b-21c9e11faa3c req-4409ffc0-622a-4d57-8e16-f5f8ea5df30b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648365
Apr 21 06:19:14.400717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c3f9a654-2f43-45c6-bd32-b8c8754b1c29 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:19:14.527265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: c3f9a654-2f43-45c6-bd32-b8c8754b1c29 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:19:14.527946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c3f9a654-2f43-45c6-bd32-b8c8754b1c29 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:19:14.705653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ffe04-95f8-40ec-b095-8be0dcb30d25 req-df785748-d731-40a3-990e-f61b2e08bd0d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:14.716660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-185ffe04-95f8-40ec-b095-8be0dcb30d25 req-df785748-d731-40a3-990e-f61b2e08bd0d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 946 time: 0.1783340
Apr 21 06:19:14.905170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-185ffe04-95f8-40ec-b095-8be0dcb30d25 req-0da61891-c2fe-46c9-83a5-e03b7a8e79e4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712716
Apr 21 06:19:14.907118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-e1e2521d-4b2f-4126-bb3c-959b9d0401a3 req-ce3849ef-3272-4fa1-92cd-b3ba9cdbdcf1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Synchronizing usage tracker for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:14.941610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-e1e2521d-4b2f-4126-bb3c-959b9d0401a3 req-ce3849ef-3272-4fa1-92cd-b3ba9cdbdcf1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Unset dirty status for tenant:9da3e2a499d7483cb11054fbaf000d61 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:14.945498 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e1e2521d-4b2f-4126-bb3c-959b9d0401a3 req-ce3849ef-3272-4fa1-92cd-b3ba9cdbdcf1 tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] 10.222.0.37 "GET /v2.0/ports?device_id=66eae414-6afd-4be5-8e9e-4cba6f0ff6ce HTTP/1.1" status: 200  len: 210 time: 0.1228986
Apr 21 06:19:15.476697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa681-76bd-4e82-8610-945b9593438f req-57400257-e979-4083-8dba-e39970dc9da1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:15.488170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-64eaa681-76bd-4e82-8610-945b9593438f req-57400257-e979-4083-8dba-e39970dc9da1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1796989
Apr 21 06:19:15.634504 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-64eaa681-76bd-4e82-8610-945b9593438f req-a1c9dd27-9db1-4255-a3bb-7a2086226ab5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447859
Apr 21 06:19:17.072355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832d44-6547-4bd6-9843-d829784a5ed4 req-97cd5307-c26a-4215-9996-088e831ad995 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:17.075117 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1f832d44-6547-4bd6-9843-d829784a5ed4 req-97cd5307-c26a-4215-9996-088e831ad995 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1892314
Apr 21 06:19:17.156923 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1f832d44-6547-4bd6-9843-d829784a5ed4 req-7c111b60-595d-4e0c-919a-5ea89e09fd87 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709929
Apr 21 06:19:17.736842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-da9012c6-1c23-45d5-9094-3aabe5365ece tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=34ea29833dce488bbaee25c18293a919&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1332214
Apr 21 06:19:18.009324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-a12d4d34-46ad-4720-8e8d-f504f7522ca4 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:18.011180 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-a12d4d34-46ad-4720-8e8d-f504f7522ca4 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2639492
Apr 21 06:19:18.036370 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-4fecda3e-5423-4ee4-9d5d-c50bd71bba85 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/quotas/34ea29833dce488bbaee25c18293a919 HTTP/1.1" status: 200  len: 375 time: 0.0121698
Apr 21 06:19:18.133212 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-18500bef-116d-4938-ad8a-22d36afffc52 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34ea29833dce488bbaee25c18293a919&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0824776
Apr 21 06:19:18.853899 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30b3a11b-49de-4af5-a749-aaf0f0e9b179 req-9772bac9-3987-4e31-8d19-d2f71bf0830e tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 210 time: 0.1535692
Apr 21 06:19:18.890228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83d1a-f7b1-48c4-80ef-ec41d437ea98 req-6c2ead4a-58ff-4e99-9786-ea434b157b46 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:18.900709 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23b83d1a-f7b1-48c4-80ef-ec41d437ea98 req-6c2ead4a-58ff-4e99-9786-ea434b157b46 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.4157715
Apr 21 06:19:18.901691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40418) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:18.972389 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23b83d1a-f7b1-48c4-80ef-ec41d437ea98 req-daf9c737-1853-4cab-a524-99b4ac7e53cc tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705554
Apr 21 06:19:19.071239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.089148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:19.093452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Usage tracker for resource:security_group_rule and tenant:e35fd9ae48a64f0e930d0ca6e76adfd7 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:19.097305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:19.104928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:19.286765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.295902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.317063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-67a34789-6584-4049-9529-b5b13f0f5611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:19.434144 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e35fd9ae48a64f0e930d0ca6e76adfd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5305843
Apr 21 06:19:19.439142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40444) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:19.440825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85441b3-553e-49c2-b43d-0f5b8e004362,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:19.452437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:19.556053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.592772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.673402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.681507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d732378b-d5d2-46e8-82f8-ece4473f97fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:19.729410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85441b3-553e-49c2-b43d-0f5b8e004362,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:19.763387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:19.777374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:19.786651 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f85441b3-553e-49c2-b43d-0f5b8e004362 HTTP/1.1" status: 204  len: 168 time: 0.3451214
Apr 21 06:19:20.493102 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9b390f04-2726-45c4-a0a1-0c923630bdfa req-0b963c59-f4f0-4a4e-9815-b1c0575318c0 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 210 time: 0.1841092
Apr 21 06:19:20.795610 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-43c0fcc0-fdd8-409b-8b88-5b202096c365 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=34ea29833dce488bbaee25c18293a919&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0812714
Apr 21 06:19:20.936452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40500) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:21.152407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Deleting subnet 395eb59a-d5d2-4c73-a506-cb3d9bc68da0 {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:19:21.160991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:21.299423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:21.402043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-940c380e-a28b-4964-9afe-3bda62dbb62b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:21.413870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:21.416987 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-940c380e-a28b-4964-9afe-3bda62dbb62b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 1.3472762
Apr 21 06:19:21.488839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-3b95ccad-3e8c-45f4-acc1-3388cd25e1df tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/quotas/0cecdc8e6425468c981fba2c7569007f HTTP/1.1" status: 200  len: 375 time: 0.0705533
Apr 21 06:19:21.804374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40538) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:21.813830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d151c3-86f2-471c-93b9-6c3aea94db0d req-65bd390b-d583-47da-8474-86d3d73b136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:21.815433 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b1d151c3-86f2-471c-93b9-6c3aea94db0d req-65bd390b-d583-47da-8474-86d3d73b136d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1098 time: 1.1948669
Apr 21 06:19:21.842163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-eafdc2c8-de2a-4300-91ca-e042e1c9f0ee tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:21.843762 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-eafdc2c8-de2a-4300-91ca-e042e1c9f0ee tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4603903
Apr 21 06:19:21.867399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed2c22-af6f-4da8-9e47-42141e7a9172 req-5e11e44b-9982-4c68-85cd-512c9aff53d6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:21.869134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0bed2c22-af6f-4da8-9e47-42141e7a9172 req-5e11e44b-9982-4c68-85cd-512c9aff53d6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.5517991
Apr 21 06:19:21.879033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Request body: {'port': {'device_id': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4', 'admin_state_up': True, 'tenant_id': '34ea29833dce488bbaee25c18293a919'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:21.909540 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-d1cb70e3-5b0d-4758-9f4d-ac74a2bd6c64 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3225539
Apr 21 06:19:22.050699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-646542014-network', 'tenant_id': '4792d81400b841c3b52fe6fc86efa657'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:22.055930 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b1d151c3-86f2-471c-93b9-6c3aea94db0d req-aef93702-7f47-4f21-9342-073bcff04770 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254763
Apr 21 06:19:22.064493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.088664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:22.112924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:22.139855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.151790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395eb59a-d5d2-4c73-a506-cb3d9bc68da0,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:22.157432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:22.168239 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-37f78412-0652-4844-8eac-c09627ab196e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/395eb59a-d5d2-4c73-a506-cb3d9bc68da0 HTTP/1.1" status: 204  len: 168 time: 1.2291000
Apr 21 06:19:22.172661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40558) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:22.192647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Usage tracker for resource:network and tenant:4792d81400b841c3b52fe6fc86efa657 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:22.204341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:22.224256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:22.229493 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0bed2c22-af6f-4da8-9e47-42141e7a9172 req-2fdbfa89-6024-409f-8386-868f1452f589 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3346167
Apr 21 06:19:22.336781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Made reservation on behalf of 4792d81400b841c3b52fe6fc86efa657 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:22.352949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.393600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:22.403211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Usage tracker for resource:port and tenant:34ea29833dce488bbaee25c18293a919 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:22.410532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:22.424531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:22.451278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Made reservation on behalf of 34ea29833dce488bbaee25c18293a919 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:22.458031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.461284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.525794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.554970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.582346 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-b0cdfacd-3ebd-43fc-bfdc-aea2a65056d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5990627
Apr 21 06:19:22.589326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:22.596040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:22.604380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Usage tracker for resource:security_group_rule and tenant:4792d81400b841c3b52fe6fc86efa657 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:22.614226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:22.625124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:22.691907 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f59c1cd2-41ac-4753-a6e3-32f8e53c6c0b req-dd278cb7-1258-4d3f-a5e9-2abf70e5562c tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 210 time: 0.2418494
Apr 21 06:19:22.749563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Usage tracker for resource:security_group_rule and tenant:34ea29833dce488bbaee25c18293a919 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:22.753828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:22.761623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:22.853184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.854328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.964249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.969168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:22.985515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:19:23.001589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.002180 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Added segment 41a986e4-f60d-4edb-850a-2f09d883a522 of type vlan for network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9
Apr 21 06:19:23.034735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.043062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:23.054784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.304670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Allocated IP 192.168.233.234 (9056fda1-3497-4292-b595-f8b8d1b6a9c4/29fa8c05-8bcf-4414-8b05-6eb86199a889/79e7ff21-b7cb-42bd-8c32-ecbafce6eb07) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:23.315858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d01a7-4b3e-401b-803f-2ca72319849a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:23.323385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:23.326056 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-37c51487-a6eb-49b1-adc0-b8fbad3af087 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6276681
Apr 21 06:19:23.326758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1957b02b-fbd4-4985-b3dc-af47ca87c71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:23.347757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.355354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:23.356033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.412242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c82bace48>,) {'filters': {'network_id': ['6dce3f24-e70f-4600-8b87-630460a2d608']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:23.442043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1390b92e-fa25-4571-9ff7-7713fd0c9c31,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:23.447594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82bace48>, 'f4c3c951-312f-4709-8934-6ce5b85f9ba2') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:23.448378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82bace48>, 'f4c3c951-312f-4709-8934-6ce5b85f9ba2') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:23.458547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:23.470313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:23.484940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.571947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:23.597832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:19:23.832734 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.0220778
Apr 21 06:19:23.846954 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71687c05-91f1-4c9d-bdd9-bf8ef58d0273 req-1e7efec8-20ec-4983-8c0a-f31fa7ac3b24 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 210 time: 0.2059610
Apr 21 06:19:23.863428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40598) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:23.942225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Request body: {'subnet': {'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-646542014-subnet', 'tenant_id': '4792d81400b841c3b52fe6fc86efa657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:24.031202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:19:24.106807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:24.140389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd290-7c9b-41bf-8214-38999cde98b4 req-53cb23b7-4764-48e2-a989-7581db6ffafd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:24.148576 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-042cd290-7c9b-41bf-8214-38999cde98b4 req-53cb23b7-4764-48e2-a989-7581db6ffafd tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.6356659
Apr 21 06:19:24.176302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Pushing event updated for resources: {'Network': ['ID=05e4c24d-39f4-496d-83b2-b4e99c0e29d9,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:24.205478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Network 6dce3f24-e70f-4600-8b87-630460a2d608 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:24.229828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Usage tracker for resource:subnet and tenant:4792d81400b841c3b52fe6fc86efa657 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:24.233937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:24.252434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-d9bed26e-b008-4f27-827a-75cd5f454650 req-318143ac-a68d-43af-a847-19075e1612e4 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Synchronizing usage tracker for tenant:34ea29833dce488bbaee25c18293a919 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:24.267047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:24.269949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:19:24.297049 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-042cd290-7c9b-41bf-8214-38999cde98b4 req-8591f850-be3b-4c96-8ba5-5237bd3615f9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474400
Apr 21 06:19:24.317084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:24.318509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:24.419287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-d9bed26e-b008-4f27-827a-75cd5f454650 req-318143ac-a68d-43af-a847-19075e1612e4 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Unset dirty status for tenant:34ea29833dce488bbaee25c18293a919 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:24.432744 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d9bed26e-b008-4f27-827a-75cd5f454650 req-318143ac-a68d-43af-a847-19075e1612e4 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 210 time: 0.3198028
Apr 21 06:19:24.433774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Made reservation on behalf of 4792d81400b841c3b52fe6fc86efa657 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:24.439069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:24.680766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Network 6dce3f24-e70f-4600-8b87-630460a2d608 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:19:24.738538 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:19:24.880121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:24.888816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:24.908779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:24.931498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:24.961586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dce3f24-e70f-4600-8b87-630460a2d608,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:24.970002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:24.981127 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4d9f9a87-0b28-420a-aa01-05c30e37ccb0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6dce3f24-e70f-4600-8b87-630460a2d608 HTTP/1.1" status: 204  len: 168 time: 2.8067427
Apr 21 06:19:25.005362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Transition to ACTIVE for port object 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:25.176421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40640) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:25.180886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3980f4f-2f36-45ac-9af2-ab2a9e82edfe req-efb8e7a6-5e99-4032-b4dd-5ceca1d7b05a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:25.189444 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a3980f4f-2f36-45ac-9af2-ab2a9e82edfe req-efb8e7a6-5e99-4032-b4dd-5ceca1d7b05a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.5328350
Apr 21 06:19:25.386791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:25.420087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:25.435157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3f32525c714d42a7d51bd19ce72b80 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:25.440916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:25.464986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:25.632370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:25.638613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:25.669572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40650) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:25.670781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d83846f2-b546-4a5b-8650-91e0646909f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:25.678134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-11530ad1-8104-4d99-a534-110b42059dfc req-6fab436d-3b09-4a46-8208-685d9a332ece tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 210 time: 0.4401991
Apr 21 06:19:25.764593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a3980f4f-2f36-45ac-9af2-ab2a9e82edfe req-9bfb952e-e156-4abb-b381-1940c8d7f4d3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5705376
Apr 21 06:19:25.772757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:25.785834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5ceb6e28-a512-4888-a61b-1cffb4b1c0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:26.013842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d396cae-c454-4ceb-b4d7-452efb09a30d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:26.033556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:26.048693 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e3f32525c714d42a7d51bd19ce72b80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8684568
Apr 21 06:19:26.074875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40662) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:26.181122 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ed7c16a3-64ce-4a2e-b9fc-537663a96b81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9da3e2a499d7483cb11054fbaf000d61&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4730442
Apr 21 06:19:26.212811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40666) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:26.390220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.437874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.495034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:26.506489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:26.517051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:26.524836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:26.525755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.531069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Pushing event updated for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:26.541164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:26.548621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.746789 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.8764784
Apr 21 06:19:26.763133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.770840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Request body: {'port': {'device_id': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:26.824874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b20a040f-d432-446d-8f0e-180d7cb511ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:26.833650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-1fd99ee5-9509-4d22-828e-98984936a7ad tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:26.836190 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-1fd99ee5-9509-4d22-828e-98984936a7ad tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.6044252
Apr 21 06:19:26.852615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e6c81-8720-4394-9a61-7b4336a32b82 req-9191b76c-77d2-4783-826b-4444ff2d37ae tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:26.860863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.861132 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d5e6c81-8720-4394-9a61-7b4336a32b82 req-9191b76c-77d2-4783-826b-4444ff2d37ae tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 936 time: 0.6306767
Apr 21 06:19:26.899521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Request body: {'port': {'device_id': '4879cc34-2e4f-4476-8d16-f24188989725', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'admin_state_up': True, 'tenant_id': '0cecdc8e6425468c981fba2c7569007f'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:26.941828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb072fe5-2dfd-48c8-8a05-77691a976fd2,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:26.949491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.954021 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:26.954640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:26.971761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.980682 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5996b032-f58c-4d6d-8b57-7398144c454e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb072fe5-2dfd-48c8-8a05-77691a976fd2 HTTP/1.1" status: 204  len: 168 time: 0.7650714
Apr 21 06:19:26.992079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:26.995406 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d396cae-c454-4ceb-b4d7-452efb09a30d HTTP/1.1" status: 204  len: 168 time: 0.9112525
Apr 21 06:19:26.998282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d396cae-c454-4ceb-b4d7-452efb09a30d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:27.008579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:27.015787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9e7e85b2-82e5-4981-ac90-d628f4fb97c8 None None] Provisioning for port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:27.056299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9e7e85b2-82e5-4981-ac90-d628f4fb97c8 None None] Provisioning complete for port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:27.056995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9e7e85b2-82e5-4981-ac90-d628f4fb97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:27.247232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e85b2-82e5-4981-ac90-d628f4fb97c8 None None] Port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:19:27.273589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:27.368355 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-201c636b-f23a-4bc6-9d23-24cc2a5a0420 req-8a1666b1-cd4d-4008-a962-fe26f4062cca tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 210 time: 0.4877152
Apr 21 06:19:27.420940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:27.440430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:27.450235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:27.468985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5d5e6c81-8720-4394-9a61-7b4336a32b82 req-32dbe447-ba02-4b3d-b397-9c3186d22b0f tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Synchronizing usage tracker for tenant:34ea29833dce488bbaee25c18293a919 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:27.487896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfbf5490-41e2-45f0-baf8-929b79edc12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:27.608546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:27.620879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:27.730268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5d5e6c81-8720-4394-9a61-7b4336a32b82 req-32dbe447-ba02-4b3d-b397-9c3186d22b0f tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Unset dirty status for tenant:34ea29833dce488bbaee25c18293a919 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:27.733030 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d5e6c81-8720-4394-9a61-7b4336a32b82 req-32dbe447-ba02-4b3d-b397-9c3186d22b0f tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8701837
Apr 21 06:19:27.789368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Pushing event updated for resources: {'Subnet': ['ID=05206372-d3e1-49be-9b09-aea1d9a74c7b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:27.856342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:27.933023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40706) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:27.953026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:27.970596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:27.975740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Usage tracker for resource:security_group_rule and tenant:620581a9749f494d8de5d4175b58bf72 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:27.979254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:27.986244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:28.095137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.101767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.113238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8252046-d29d-4157-8eac-4c1bc7adcc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:28.176221 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=620581a9749f494d8de5d4175b58bf72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2417333
Apr 21 06:19:28.177285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33026b19-c9b7-4415-8878-363f9b61419c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:28.181129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40712) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:28.184658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:28.224414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Checking segment: {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:28.225644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Network hostable DHCP agents. Network: 05e4c24d-39f4-496d-83b2-b4e99c0e29d9, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:19:28.273704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.318931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.392568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.400491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ebadac36-85e6-4cde-8522-8119aa6863bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:28.416698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33026b19-c9b7-4415-8878-363f9b61419c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:28.420294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:28.422608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.424026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33026b19-c9b7-4415-8878-363f9b61419c HTTP/1.1" status: 204  len: 168 time: 0.2416401
Apr 21 06:19:28.541344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:19:28.588293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:19:28.684133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 05e4c24d-39f4-496d-83b2-b4e99c0e29d9) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:28.709120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755035ed-a083-45f2-82ec-ad543694f5be None None] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:28.717702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:28.719538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.732057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40738) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:28.922556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:28.935973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:28.958963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Transition to ACTIVE for port object 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:28.970281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:29.028925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Allocated IP 172.20.0.13 (8fa5ea8c-87c2-4048-9e9d-aa761af8e483/3e3e7002-7ed3-4267-b33f-80a0acd2408d/d7ef1a74-b54c-4fd8-91bf-7c385c21c39a) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:29.059099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-658c4528-8175-4a73-8e30-4baf33858fd7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:29.152111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Pushing event updated for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:29.156060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-88fb9683-713d-48d2-ba7e-e0caea179776 req-94de609a-711d-43e8-aa2e-edb00bdb6774 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:29.334056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:29.342937 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 5.4142144
Apr 21 06:19:29.504446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-network', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:29.538053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:29.560556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Usage tracker for resource:network and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:29.560556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:29.581801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:29.754731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c2a86-a205-47a1-8df9-f0f66a73b168 None None] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:29.793722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Made reservation on behalf of 26e4673f89424dea8aa8d1582575a9ac for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:29.803214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:29.839330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:29.881719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:29.891203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:29.898066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:29.911702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:29.914007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:29.975153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-88fb9683-713d-48d2-ba7e-e0caea179776 req-94de609a-711d-43e8-aa2e-edb00bdb6774 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:29.975153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88fb9683-713d-48d2-ba7e-e0caea179776 req-94de609a-711d-43e8-aa2e-edb00bdb6774 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 210 time: 1.0090008
Apr 21 06:19:29.980302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.066722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', '758fa046-3ce0-48c5-8e1d-5cac838f03d5'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:30.133010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Attempting to bind port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:30.135828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Attempting to bind port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:30.136553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Attempting to bind port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 on network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:30.186359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:30.216308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.232888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.248676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b7507f00-6e57-4caa-9116-b17a771062f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:30.322562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-182ed653-855a-402e-b644-b24e9fdc52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:30.328698 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-182ed653-855a-402e-b644-b24e9fdc52fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.7166498
Apr 21 06:19:30.416609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event updated for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:30.421997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:30.422989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:19:30.446208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 on network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:19:30.446824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Attempting to bind port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 on network 9056fda1-3497-4292-b595-f8b8d1b6a9c4 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:30.462061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:30.545757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:30.546620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Checking segment: {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:30.547752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Bound using segment: {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:30.548490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Bound port: 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaa0e91-ba4b-41f2-bbc6-2051b5e074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:30.549430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.637346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:30.644360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae33663a-d812-466c-8fe6-ce265def7ba9,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:30.675161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:30.686908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:30.703763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:30.705952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.802674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:30.803824 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Added segment 91f9b5b4-5a28-4fb9-a040-223c92e81721 of type vlan for network 19492d73-72e6-4381-b0d3-4491e2b8dea6
Apr 21 06:19:30.811075 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9464948
Apr 21 06:19:30.965644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-cc0fdc9a-a23d-42d3-9fb0-273e80b8af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:30.982045 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-cc0fdc9a-a23d-42d3-9fb0-273e80b8af56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.6129475
Apr 21 06:19:31.191712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:31.254756 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-aed367fb-7d70-42dc-b057-67f71a7739d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.2708948
Apr 21 06:19:31.378188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Request body: {'port': {'device_id': '4879cc34-2e4f-4476-8d16-f24188989725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:31.408271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:19:31.454785 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f454ca-6746-46b3-a828-a36cd41b9e92 req-169136a1-5f43-471c-80b3-26f6174544db tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:31.459976 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-65f454ca-6746-46b3-a828-a36cd41b9e92 req-169136a1-5f43-471c-80b3-26f6174544db tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 948 time: 1.4814074
Apr 21 06:19:31.485954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-f39c73f0-39ec-41e1-a03b-37c646a21b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:31.488106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-f39c73f0-39ec-41e1-a03b-37c646a21b80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.2203197
Apr 21 06:19:31.489217 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:31.500784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:31.501634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:31.567741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a3c6893e-5edb-4f32-9117-3111c14911d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:31.652152 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-a016e922-7ed3-4907-9864-ac3d7c5c404d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427107
Apr 21 06:19:31.786060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Pushing event updated for resources: {'Network': ['ID=19492d73-72e6-4381-b0d3-4491e2b8dea6,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:31.791680 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.0583103
Apr 21 06:19:31.794819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:31.797516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40802) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:31.808590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:19:31.826309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:31.848681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-65f454ca-6746-46b3-a828-a36cd41b9e92 req-51ab9e86-441e-43a4-b930-c0bdaa9ad02a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3808122
Apr 21 06:19:31.892654 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-696da01a-c275-434b-9ec5-d2892e494990 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128024
Apr 21 06:19:31.895629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:31.904443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Request body: {'subnet': {'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-subnet', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:31.914888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14456fa0-dce0-4b3f-94b0-f7740827af4e req-708bbc86-b784-49f7-acc0-3d9a7a9099d5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:31.917951 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14456fa0-dce0-4b3f-94b0-f7740827af4e req-708bbc86-b784-49f7-acc0-3d9a7a9099d5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.5074923
Apr 21 06:19:32.016327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:32.041101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Usage tracker for resource:subnet and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:32.151775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:32.179501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:32.227711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:32.239444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Made reservation on behalf of 26e4673f89424dea8aa8d1582575a9ac for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:32.250986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:32.488363 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6e92eed9-a7f4-4ad2-90a2-ff9c042031c5 req-7ee6e1e6-9243-42fa-86af-d2f83ed4a355 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5756352
Apr 21 06:19:32.653503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ef1a74-b54c-4fd8-91bf-7c385c21c39a {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:32.670803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:32.781230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Transition to ACTIVE for port object d7ef1a74-b54c-4fd8-91bf-7c385c21c39a will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:32.790230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:32.814613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:32.837432 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14456fa0-dce0-4b3f-94b0-f7740827af4e req-043c05e6-50c4-45dc-8521-546d330e523f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8539286
Apr 21 06:19:32.840854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:32.883784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:32.884780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:32.887322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] 10.222.0.35 "PUT /v2.0/ports/79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 HTTP/1.1" status: 200  len: 1098 time: 6.1260405
Apr 21 06:19:32.932078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:33.388616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02460925-5cb0-4dbf-8282-f10ca39fba0c req-970a66bb-a7e0-4828-870a-4b7aad72eebe tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:33.397433 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-02460925-5cb0-4dbf-8282-f10ca39fba0c req-970a66bb-a7e0-4828-870a-4b7aad72eebe tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 932 time: 1.1751921
Apr 21 06:19:33.399941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Pushing event updated for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:33.503820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Attempting to bind port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:33.504331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Attempting to bind port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:33.504594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Attempting to bind port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:33.517533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:19:33.517906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Attempting to bind port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:33.534172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-5d1c59b7-fc85-47d0-90bf-7a7dc2f06574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:33.535840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-5d1c59b7-fc85-47d0-90bf-7a7dc2f06574 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34ea29833dce488bbaee25c18293a919&device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 1101 time: 0.5489504
Apr 21 06:19:33.593142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:33.597647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-43abe6f9-56ae-4f75-b478-11bd06bfebef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:33.687877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40854) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:33.688398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40856) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:33.744413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:33.745736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Checking segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:33.748577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Bound using segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:33.751450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Bound port: d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:33.752684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:33.754077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611e78a3-bd75-4cbe-b48c-df872c072e78,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:33.758945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:33.769454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Checking segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:33.769859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Network hostable DHCP agents. Network: 19492d73-72e6-4381-b0d3-4491e2b8dea6, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:19:33.794360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:19:33.806260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 19492d73-72e6-4381-b0d3-4491e2b8dea6) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:33.816289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db92bd2-06c9-49a8-b9f7-a0d121b80a0a None None] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:33.846948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:33.847717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:33.876849 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.0781739
Apr 21 06:19:33.881729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40870) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:33.888219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:33.894947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-cf2189c2-8ddd-48db-b8b5-454229536895 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 HTTP/1.1" status: 200  len: 217 time: 0.2930586
Apr 21 06:19:33.902861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:33.913402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Usage tracker for resource:router and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:33.924991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:33.934747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d419b-fa2d-45a0-b942-f868d50d6bbd req-64f30400-f8a5-4ecb-a068-5883532674ae tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:33.942149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:33.945021 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-707d419b-fa2d-45a0-b942-f868d50d6bbd req-64f30400-f8a5-4ecb-a068-5883532674ae tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 948 time: 0.6587293
Apr 21 06:19:33.960444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:33.961787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:33.991077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.049865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-02460925-5cb0-4dbf-8282-f10ca39fba0c req-411f4f7f-3875-4508-bb47-9bfa7203a54a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6509166
Apr 21 06:19:34.051500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-dd52a8e2-0b63-4f62-ad8c-6651174b46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:34.053676 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-dd52a8e2-0b63-4f62-ad8c-6651174b46e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29fa8c05-8bcf-4414-8b05-6eb86199a889 HTTP/1.1" status: 200  len: 843 time: 0.1333010
Apr 21 06:19:34.054473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Pushing event updated for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:34.081755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:34.147522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.270s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:34.148099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:34.164095 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07', 'status': 'completed', 'code': 200}
Apr 21 06:19:34.213660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-707d419b-fa2d-45a0-b942-f868d50d6bbd req-e4561a47-138f-4c83-93dc-d4bb2a02fc48 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2660007
Apr 21 06:19:34.267742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.287265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-19492d73-72e6-4381-b0d3-4491e2b8dea6', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:19:34.288860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.506773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Allocated IP 172.20.0.2 (19492d73-72e6-4381-b0d3-4491e2b8dea6/611e78a3-bd75-4cbe-b48c-df872c072e78/7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:34.526540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:34.542332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:34.552366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:34.560870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Usage tracker for resource:security_group_rule and tenant:6b5611179b7d433aaaf36ddb7212d34d is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:34.567495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:34.580250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:34.657485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.678519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:34.748044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-26fe448e-8020-4765-b878-11b86872faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:34.749792 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-26fe448e-8020-4765-b878-11b86872faf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9056fda1-3497-4292-b595-f8b8d1b6a9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.6664619
Apr 21 06:19:34.757325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:34.758277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.760795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] 10.222.0.35 "PUT /v2.0/ports/d7ef1a74-b54c-4fd8-91bf-7c385c21c39a HTTP/1.1" status: 200  len: 1094 time: 3.4020283
Apr 21 06:19:34.809887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.813273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.863688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.880421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9bcead9c-50ac-45ca-a572-e9495ce3e891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:34.926677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:34.950369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Transition to ACTIVE for port object 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:35.019584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Transition to ACTIVE for port object 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:35.033197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d415d7f-8ad8-43a3-a2f3-889d01dd4423 req-f449541d-4726-4791-af23-e76ef8d2301e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:35.042868 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d415d7f-8ad8-43a3-a2f3-889d01dd4423 req-f449541d-4726-4791-af23-e76ef8d2301e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.6474712
Apr 21 06:19:35.043657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.057170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:35.093696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5028c0e-6340-4fb3-98f6-22acbc374ead,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.110709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e6aad5f-6bdb-4e4d-a443-9ec031cddc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.113438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:35.122572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.122853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:35.132652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.132945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:35.140214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:35.146937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Usage tracker for resource:security_group_rule and tenant:267629b98a5644e9a6769dfe0aa7859f is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:35.170464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:35.226078 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b5611179b7d433aaaf36ddb7212d34d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5304615
Apr 21 06:19:35.226078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:35.235868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40898) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:35.254315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Pushing event updated for resources: {'Port': ['ID=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.259213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.268385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Attempting to bind port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:35.268806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Attempting to bind port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:35.269220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Attempting to bind port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:35.276537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:35.276972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Checking segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:35.277421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.277869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Bound using segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:35.278415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Bound port: 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:35.278841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.346701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Pushing event updated for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.371485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.426208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-05e99490-fc06-496b-8514-83f436c345b3 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:35.427237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c0afa8db-7532-4edb-9955-56f9590065db req-05e99490-fc06-496b-8514-83f436c345b3 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Synchronizing usage tracker for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:35.457678 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d415d7f-8ad8-43a3-a2f3-889d01dd4423 req-87b7583d-fcaa-4b65-9c07-12792f748dd8 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4137204
Apr 21 06:19:35.457964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.474174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] For port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:35.481960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] For port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:35.488478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.509097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.510477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:35.551499 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-ad452d19-a767-48ca-9d50-074100198fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/9056fda1-3497-4292-b595-f8b8d1b6a9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7522635
Apr 21 06:19:35.576837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-42388a61-9f36-4b0f-864a-30b495eef8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:35.578729 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-42388a61-9f36-4b0f-864a-30b495eef8c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 1097 time: 0.7385092
Apr 21 06:19:35.590707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.598772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.615711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c0afa8db-7532-4edb-9955-56f9590065db req-05e99490-fc06-496b-8514-83f436c345b3 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Unset dirty status for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:35.615916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:35.617530 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-05e99490-fc06-496b-8514-83f436c345b3 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 813 time: 1.3698771
Apr 21 06:19:35.673648 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=267629b98a5644e9a6769dfe0aa7859f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9812167
Apr 21 06:19:35.681289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40904) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:35.687499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad8fd7e-4a85-422e-8faf-96b0f30ac27e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.689468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Pushing event updated for resources: {'Port': ['ID=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.694241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.701884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.705801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.706338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-26a3fb1a-ef64-4f3e-9658-114df8a7df06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:35.814532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5028c0e-6340-4fb3-98f6-22acbc374ead,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:35.823938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:35.843594 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-4871b936-5c23-4322-b1af-362a7d327058 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a HTTP/1.1" status: 200  len: 217 time: 0.2204728
Apr 21 06:19:35.861761 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-9ec60605-abe4-44c7-bcb1-c589a109b95f tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/quotas/4792d81400b841c3b52fe6fc86efa657 HTTP/1.1" status: 200  len: 375 time: 0.1149652
Apr 21 06:19:35.972190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:35.977595 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5028c0e-6340-4fb3-98f6-22acbc374ead HTTP/1.1" status: 204  len: 168 time: 0.7316027
Apr 21 06:19:36.017915 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-8e0aed48-b91d-43ef-8f06-fb3db2ab20f8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0994616
Apr 21 06:19:36.110106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.129269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.139134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-005f8995-494e-4b11-836e-35438b0957cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:36.141112 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-005f8995-494e-4b11-836e-35438b0957cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.2812839
Apr 21 06:19:36.218850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.243321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:36.349305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.377032 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-713d1ac7-3d8a-4e02-ba66-81efb3255682 req-6ecc9eca-c8ce-4498-9913-8058ec422309 service neutron] 10.222.0.35 "GET /v2.0/networks/9056fda1-3497-4292-b595-f8b8d1b6a9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8116677
Apr 21 06:19:36.400386 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-08acab90-c55b-4eb7-995b-ac457c0ce070 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1478138
Apr 21 06:19:36.494245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40922) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:36.504954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bf3ba-dd76-4d8e-a8c1-1c6ae22121de req-99b0c309-8c12-4f5f-ad93-9a723accd4a6 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:36.508646 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad9bf3ba-dd76-4d8e-a8c1-1c6ae22121de req-99b0c309-8c12-4f5f-ad93-9a723accd4a6 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 944 time: 0.8893735
Apr 21 06:19:36.562754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.651821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 40930) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:36.670847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:36.689529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Usage tracker for resource:security_group_rule and tenant:f7e76f1f3b014511b463c33f13c5fb2b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:36.696740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:36.710187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:36.716976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.726364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e029594-6c33-49f0-a629-2b85b74d8703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:36.745174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Allocated IP 172.27.1.227 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/552e46be-6fbd-470b-b097-46eba5244d46) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:36.765949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad8fd7e-4a85-422e-8faf-96b0f30ac27e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:36.769161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:36.811254 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-b07a17f7-a12c-45e9-bd26-aa61539fb861 service neutron] 10.222.0.37 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7576597
Apr 21 06:19:36.854314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad9bf3ba-dd76-4d8e-a8c1-1c6ae22121de req-a93992e5-11fd-4484-b361-560be818fd43 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012525
Apr 21 06:19:36.913660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:36.915805 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ad8fd7e-4a85-422e-8faf-96b0f30ac27e HTTP/1.1" status: 204  len: 168 time: 1.2318988
Apr 21 06:19:37.001438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Deleting subnet 4e8154bd-ca32-444a-8fad-e432a961e7ee {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:19:37.024796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.089440 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-ef32af00-bce3-4e75-94e7-76baff688340 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6736925
Apr 21 06:19:37.199652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.210180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.227249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.249040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ab55576d-22a8-4399-aaff-10b41d3adcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:37.366320 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7e76f1f3b014511b463c33f13c5fb2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8680758
Apr 21 06:19:37.366320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada8f4c-76a5-456d-983d-c4bbdc9ee28b,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:37.371367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:37.372248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40936) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:37.413550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-d9f0eb0a-5f2f-419d-9899-7fff4b679f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:37.416793 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-d9f0eb0a-5f2f-419d-9899-7fff4b679f95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34ea29833dce488bbaee25c18293a919&device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 1101 time: 0.9066813
Apr 21 06:19:37.447404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.516043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.528975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.555745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:37.562420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-af4acf07-2ca4-48a5-8b98-8f34cd492dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:37.729215 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-de0ade55-0960-4141-9819-ec99a5d240a3 service neutron] 10.222.0.37 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8799167
Apr 21 06:19:37.742074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.768870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcce24-934c-47e7-a0b2-6bf2e3096077 None None] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:37.801236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:37.812385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:37.822639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:37.938419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Pushing event updated for resources: {'Port': ['ID=552e46be-6fbd-470b-b097-46eba5244d46,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:37.954772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:37.973304 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-010020f8-8ccb-46c1-a0e6-f54ddc20a0ec req-e282bb8e-7f6d-4f14-b5b5-5d9b2ffa7448 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8582683
Apr 21 06:19:37.981975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:38.078933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26200f-19ae-4acb-ab4a-cf39a8c91c68 req-db43068e-99b5-40e3-9a95-bd4b01018b41 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:38.094024 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a26200f-19ae-4acb-ab4a-cf39a8c91c68 req-db43068e-99b5-40e3-9a95-bd4b01018b41 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 948 time: 0.9361303
Apr 21 06:19:38.179001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40946) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:38.213687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-40be11df-4d4b-476c-8645-4ed89a6ef6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:38.216391 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-40be11df-4d4b-476c-8645-4ed89a6ef6ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=9056fda1-3497-4292-b595-f8b8d1b6a9c4 HTTP/1.1" status: 200  len: 870 time: 0.7650259
Apr 21 06:19:38.316208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Provisioning for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:38.324195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae4d4-b578-444c-8ec7-f1168e14fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.333830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Provisioning complete for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:38.334488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.373472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:38.388179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:38.388571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.490449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.533961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:19:38.555966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.620232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:38.645967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Usage tracker for resource:security_group_rule and tenant:ba21437c5aa44f5aa6b5f4d9bfcc8a05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:38.660718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:38.693082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.719469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.719807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:38.726950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a83c6343-23fc-4636-bcfa-f85ef4e77ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:38.819924 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'status': 'completed', 'code': 200}
Apr 21 06:19:38.918502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada8f4c-76a5-456d-983d-c4bbdc9ee28b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:38.919652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:38.957407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:39.023668 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-884b21f4-5aba-4a9f-9a04-806424fcbb05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 HTTP/1.1" status: 200  len: 217 time: 0.2087045
Apr 21 06:19:39.023905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:39.082465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.109020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:39.132541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.134868 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ada8f4c-76a5-456d-983d-c4bbdc9ee28b HTTP/1.1" status: 204  len: 168 time: 1.7586598
Apr 21 06:19:39.235770 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a26200f-19ae-4acb-ab4a-cf39a8c91c68 req-b070e5de-6d08-445c-b955-106cbaa9f32b tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1404648
Apr 21 06:19:39.302112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.304535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.313001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.354745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-02d51cf0-6d69-4001-8bdb-7ba87656edee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:39.365029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:39.366591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-8bbccb84-86b8-4423-a009-3d572f3b4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:39.368692 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-8bbccb84-86b8-4423-a009-3d572f3b4ef9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29fa8c05-8bcf-4414-8b05-6eb86199a889 HTTP/1.1" status: 200  len: 843 time: 0.1385140
Apr 21 06:19:39.425208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76424f0d-db84-40e2-88a2-5357de3ebb40,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:39.439546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:39.481620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07', 'network_id': '9056fda1-3497-4292-b595-f8b8d1b6a9c4', 'port_id': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07', 'mac_address': 'fa:16:3e:c9:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fa8c05-8bcf-4414-8b05-6eb86199a889', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:19:39.485177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.498833 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba21437c5aa44f5aa6b5f4d9bfcc8a05&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0100572
Apr 21 06:19:39.500539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40962) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:39.582001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.672986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.680180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-4adeef09-07c1-4438-b472-66d6adca84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:39.681873 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-4adeef09-07c1-4438-b472-66d6adca84e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 1097 time: 0.8550210
Apr 21 06:19:39.682804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-102369b2-d9d1-4a8a-b5b7-5094dd2c384a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:39.686503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.714211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:19:39.715248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-6dca1d1f-afff-4df9-b8d6-dde8231a360a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:19:39.728551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:39.738933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:39.744219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:39.745549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.747716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.753644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8154bd-ca32-444a-8fad-e432a961e7ee,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:39.765093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:39.769827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:39.770265 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e8154bd-ca32-444a-8fad-e432a961e7ee HTTP/1.1" status: 204  len: 168 time: 3.0985954
Apr 21 06:19:39.774504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:39.835853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 40968) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:39.866031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:39.869985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:39.925881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:39.933828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-791ec533-ce54-43b2-a425-b63c426a0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:39.935360 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-791ec533-ce54-43b2-a425-b63c426a0070 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 916 time: 0.1833069
Apr 21 06:19:39.950668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfe36f-fcee-4292-a7ee-a399d00a8f50 req-4e6b0097-8e6c-41f5-8bf3-3b051ccd9656 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:39.975443 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbfe36f-fcee-4292-a7ee-a399d00a8f50 req-4e6b0097-8e6c-41f5-8bf3-3b051ccd9656 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.1519520
Apr 21 06:19:40.097291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['79e7ff21-b7cb-42bd-8c32-ecbafce6eb07'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:40.147590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-fba196a1-1e8c-4b8e-9400-88bf26c05ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:40.150504 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-fba196a1-1e8c-4b8e-9400-88bf26c05ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9056fda1-3497-4292-b595-f8b8d1b6a9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.7585852
Apr 21 06:19:40.159454 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-612046fe-3c2e-4024-95ef-9d7c50331819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a HTTP/1.1" status: 200  len: 217 time: 0.1580915
Apr 21 06:19:40.588228 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbfe36f-fcee-4292-a7ee-a399d00a8f50 req-d0506cc2-95c4-42ce-ac43-3e57fc55d5ee tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6111622
Apr 21 06:19:40.690179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4fec8-c6b4-4ce5-a2d6-eaece0daae5d req-5e5d94f3-2f17-4384-af77-b57fe7f70a46 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:40.704953 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f4b4fec8-c6b4-4ce5-a2d6-eaece0daae5d req-5e5d94f3-2f17-4384-af77-b57fe7f70a46 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 944 time: 1.1162999
Apr 21 06:19:40.792053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-3af5e629-3cb0-46a7-928b-d2f365224ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:40.794655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-3af5e629-3cb0-46a7-928b-d2f365224ee2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.4526725
Apr 21 06:19:40.941827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device d7ef1a74-b54c-4fd8-91bf-7c385c21c39a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:19:40.971379 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-90d1b912-f9c3-4caa-8d65-f27e0752d54e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1468613
Apr 21 06:19:40.988893 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cf949738-27c1-4dc8-b392-cea26dec9ec9 req-795ca2f3-2670-4d0a-8a69-a93a63477d99 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 210 time: 0.1174290
Apr 21 06:19:41.130760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.220929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.256416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:41.273854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.277002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'port_id': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'mac_address': 'fa:16:3e:10:2e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e7002-7ed3-4267-b33f-80a0acd2408d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:19:41.287250 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-ea45c035-7683-4014-ad2c-cbd60f9ede9c service neutron] 10.222.0.35 "GET /v2.0/networks/9056fda1-3497-4292-b595-f8b8d1b6a9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1095674
Apr 21 06:19:41.295188 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-8058f458-2338-4aaf-904b-0573547747dd service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3049309
Apr 21 06:19:41.307066 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f4b4fec8-c6b4-4ce5-a2d6-eaece0daae5d req-10e49c62-c3ad-4b41-b8b8-76e117b60afe tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6005538
Apr 21 06:19:41.370936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-20e002d8-4097-4cc5-80cb-fa3300e3cbf7 None None] Provisioning complete for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:41.371925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20e002d8-4097-4cc5-80cb-fa3300e3cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.440740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:41.511084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.564928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b2950714-cead-49e2-9309-f129883a1118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:41.608410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.623894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.627547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.628231 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76424f0d-db84-40e2-88a2-5357de3ebb40 HTTP/1.1" status: 204  len: 168 time: 2.1212707
Apr 21 06:19:41.678815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-58f6fef5-23fd-4aea-979b-e9aa15126c96 req-01d11d51-b715-473b-9737-dd9b793a62d5 service neutron] 10.222.0.35 "GET /v2.0/networks/9056fda1-3497-4292-b595-f8b8d1b6a9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3819683
Apr 21 06:19:41.684847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ef1a74-b54c-4fd8-91bf-7c385c21c39a {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:41.828510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:41.834690 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98cb4531-6728-4e25-bd66-aa15cf72567d req-94b8dd3d-3bad-4430-b21a-e1f4cdc4db83 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4846599
Apr 21 06:19:41.858326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:41.868050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841927a-21f7-42e9-a85f-50d8e7c3bc31 req-cef4254d-c3ad-46d8-9a88-76a4be2ab0fd tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:41.870479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:41.873971 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4841927a-21f7-42e9-a85f-50d8e7c3bc31 req-cef4254d-c3ad-46d8-9a88-76a4be2ab0fd tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 949 time: 0.2737844
Apr 21 06:19:41.964634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:41.967678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:41.968148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:42.008733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76424f0d-db84-40e2-88a2-5357de3ebb40,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:42.031672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:42.037761 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4841927a-21f7-42e9-a85f-50d8e7c3bc31 req-73e51cfa-e7f6-4381-bb8c-d27d02d370a0 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530552
Apr 21 06:19:42.091471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:42.248116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['d7ef1a74-b54c-4fd8-91bf-7c385c21c39a'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:42.331682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41010) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:42.372453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae99d9-7fd7-44b0-b584-591f44fc879e req-8752e275-1ca4-4918-860b-64f6d3bc7208 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:42.376143 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ae99d9-7fd7-44b0-b584-591f44fc879e req-8752e275-1ca4-4918-860b-64f6d3bc7208 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.3554277
Apr 21 06:19:42.539720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:42.586566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:42.719322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-521f3515-493c-45d4-b7d4-fa7c494442ed tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:42.722439 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-521f3515-493c-45d4-b7d4-fa7c494442ed tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 813 time: 1.6287634
Apr 21 06:19:42.729452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:42.735927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:42.736438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:42.777271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Request body: {'port': {'device_id': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9', 'admin_state_up': True, 'tenant_id': '4792d81400b841c3b52fe6fc86efa657'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:42.792876 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8c14e79b-c97e-4285-9521-b10ea0ffa506 req-89874d83-79c2-4d5b-b419-95ea27149680 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 210 time: 0.5431502
Apr 21 06:19:42.878986 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32ae99d9-7fd7-44b0-b584-591f44fc879e req-d73468ea-0b85-476c-813e-29a76d8caa55 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979469
Apr 21 06:19:42.956323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.016337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.039110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:43.054623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:43.056229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:43.076599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.080906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e5726624-cbcc-41d2-a349-816b290e0244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:43.100236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:43.120486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Usage tracker for resource:port and tenant:4792d81400b841c3b52fe6fc86efa657 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:43.129799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:43.164913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Usage tracker for resource:security_group_rule and tenant:361386c79ece41048b5313e4bffc844c is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:43.171715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:43.178579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:43.194269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c82e2f7b8>,) {'filters': {'network_id': ['21cf2df1-8c09-472d-979b-b27ff95e207e']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:43.198682 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07', 'code': 200}
Apr 21 06:19:43.210938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:43.213758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Made reservation on behalf of 4792d81400b841c3b52fe6fc86efa657 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:43.220563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.265803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82e2f7b8>, '836a8b68-01dc-45af-9afa-7273c7951447') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:43.266143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82e2f7b8>, '836a8b68-01dc-45af-9afa-7273c7951447') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:43.304585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:43.320813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:43.339113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.391938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861f635-d5bf-4ea7-a942-55f15db4e355 req-d6e351f3-cbb7-4646-adad-d1c1f1d27fee tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:43.407350 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5861f635-d5bf-4ea7-a942-55f15db4e355 req-d6e351f3-cbb7-4646-adad-d1c1f1d27fee tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 945 time: 0.3643689
Apr 21 06:19:43.432596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.456488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Router 6384a9aa-1e95-4936-99d7-2da402e58bba is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:19:43.460372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:19:43.667310 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5861f635-d5bf-4ea7-a942-55f15db4e355 req-c8606b92-e28b-45fc-8618-d7b6534d615c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394474
Apr 21 06:19:43.793411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.804792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.815991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-19bb0bb9-cd57-4de6-8426-7bf4cb2d4738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:43.831105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6e1a-3554-4e06-bb72-016f7fd048be req-a9427dc6-7d6b-44b0-bdf3-84aa462f03ce tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:43.832979 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-87db6e1a-3554-4e06-bb72-016f7fd048be req-a9427dc6-7d6b-44b0-bdf3-84aa462f03ce tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 950 time: 0.3563700
Apr 21 06:19:43.843977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25452458-134f-4689-bbfe-f30d42a57af5 req-3fcac45b-1a3c-41b1-ae00-3291ca5f3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:43.845672 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-25452458-134f-4689-bbfe-f30d42a57af5 req-3fcac45b-1a3c-41b1-ae00-3291ca5f3de4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 1103 time: 0.2422755
Apr 21 06:19:43.864905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Network 21cf2df1-8c09-472d-979b-b27ff95e207e has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:43.919449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:43.928832 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=361386c79ece41048b5313e4bffc844c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5755980
Apr 21 06:19:43.934278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41048) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:43.954274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67891792-ca92-4a06-afd4-a83cfde9d2df,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:43.969252 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-25452458-134f-4689-bbfe-f30d42a57af5 req-02da319b-a777-4409-9230-6bfb491ea27e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105521
Apr 21 06:19:43.979025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:44.010201 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-87db6e1a-3554-4e06-bb72-016f7fd048be req-d8e32d9a-0047-4d35-a66a-cceba5d14e37 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606045
Apr 21 06:19:44.126830 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7f19f2d-ef60-404b-824b-0512820212f5 req-cdbbedc9-bcff-4d9e-84e0-7acddfd78bd5 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 210 time: 0.0712903
Apr 21 06:19:44.136428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.169732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.223085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.233102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:44.340061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67891792-ca92-4a06-afd4-a83cfde9d2df,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:44.344899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:44.379609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.385262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67891792-ca92-4a06-afd4-a83cfde9d2df HTTP/1.1" status: 204  len: 168 time: 0.4495585
Apr 21 06:19:44.406980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Allocated IP 172.20.0.12 (05e4c24d-39f4-496d-83b2-b4e99c0e29d9/05206372-d3e1-49be-9b09-aea1d9a74c7b/88fbb0e4-fa22-4de9-a5c2-bc120bcc756e) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:44.421363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Network 21cf2df1-8c09-472d-979b-b27ff95e207e has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:44.533460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0459d9-c3ed-407e-a888-18202ed06932 req-f874b016-64a7-4aa5-a879-1f5e2a93baf4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:44.536574 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eb0459d9-c3ed-407e-a888-18202ed06932 req-f874b016-64a7-4aa5-a879-1f5e2a93baf4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2840712
Apr 21 06:19:44.570740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device d7ef1a74-b54c-4fd8-91bf-7c385c21c39a up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:44.574976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:19:44.590664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:19:44.603243 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:19:44.607378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:19:44.607953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c833469b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:44.631558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.682148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:44.715698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.772661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=21cf2df1-8c09-472d-979b-b27ff95e207e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:44.774094 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eb0459d9-c3ed-407e-a888-18202ed06932 req-b4502929-46e1-4312-959c-b1f1007ef417 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185695
Apr 21 06:19:44.775758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:44.782792 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 10.8936021
Apr 21 06:19:44.782792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:44.783388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41060) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:44.783537 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] 10.222.0.37 "DELETE /v2.0/networks/21cf2df1-8c09-472d-979b-b27ff95e207e HTTP/1.1" status: 204  len: 168 time: 4.9439864
Apr 21 06:19:44.787160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41062) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:44.875841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:44.888150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:44.889263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.185469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:19:45.238894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.298362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.318452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.324049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-89cc358a-4c6f-4b58-8ed8-17a217dd8c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:45.443813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:45.445897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:45.458342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.464709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:45.540546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:45.541844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Deleting subnet bf84c5b5-930c-4818-b0de-12f3a4df805f {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:19:45.548145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:45.555865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.572374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:45.641734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:45.656209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:45.743935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:45.745449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.826255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c833469b0>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 3, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:45.827781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.828861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Pushing event updated for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:45.834949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:45.838257 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0748637
Apr 21 06:19:45.839971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:19:45.841211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Updating router 6384a9aa-1e95-4936-99d7-2da402e58bba port 552e46be-6fbd-470b-b097-46eba5244d46 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:19:45.846952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:45.858817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Request body: {'port': {'device_id': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:45.974544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.106777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.390592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.434521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.449357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Transition to ACTIVE for port object 552e46be-6fbd-470b-b097-46eba5244d46 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:46.473738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.484940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865e8af-95ec-4b1c-bde3-0af461b42b98 req-7add3554-9661-41d5-aa1d-e7b364248dc3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:46.497333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:46.509465 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b865e8af-95ec-4b1c-bde3-0af461b42b98 req-7add3554-9661-41d5-aa1d-e7b364248dc3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 945 time: 1.2082937
Apr 21 06:19:46.611843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6b42250d-ac0c-4eb0-b82f-38d449b26f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:46.656211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Pushing event updated for resources: {'Port': ['ID=552e46be-6fbd-470b-b097-46eba5244d46,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:46.697401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.697780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.698154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.698518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.698879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.699239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.699595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.699951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.700356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.700712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.701064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.701415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:46.701733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:46.704630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.704988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Attempting to bind port 552e46be-6fbd-470b-b097-46eba5244d46 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:46.705777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Attempting to bind port 552e46be-6fbd-470b-b097-46eba5244d46 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:46.706181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Attempting to bind port 552e46be-6fbd-470b-b097-46eba5244d46 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:46.711627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Bound port: 552e46be-6fbd-470b-b097-46eba5244d46, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:46.717365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.734669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Transition to ACTIVE for port object 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:46.744920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.755155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:46.761952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf84c5b5-930c-4818-b0de-12f3a4df805f,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:46.766849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:46.832344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] For port 552e46be-6fbd-470b-b097-46eba5244d46, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:46.839755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] For port 552e46be-6fbd-470b-b097-46eba5244d46, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=552e46be-6fbd-470b-b097-46eba5244d46,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:46.848293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:46.865643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8bc4aca9-885a-4b2c-979b-1c8479efe262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:46.885903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Pushing event updated for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:46.889455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41114) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:46.890301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:46.964900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Pushing event updated for resources: {'Port': ['ID=552e46be-6fbd-470b-b097-46eba5244d46,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:46.967659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7fad3-65c8-4003-9795-bf2806bc1bc4 req-2c47b3a2-a45b-402d-a8f1-dd2c49530073 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:46.976453 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-63e7fad3-65c8-4003-9795-bf2806bc1bc4 req-2c47b3a2-a45b-402d-a8f1-dd2c49530073 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 950 time: 1.5569849
Apr 21 06:19:46.977632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:46.987823 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bf84c5b5-930c-4818-b0de-12f3a4df805f HTTP/1.1" status: 204  len: 168 time: 2.1944325
Apr 21 06:19:46.989720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41120) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:46.996336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:19:46.997162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c833469b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:47.061340 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b865e8af-95ec-4b1c-bde3-0af461b42b98 req-eb7147de-6ae0-4653-b311-9c72f3d8abf6 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4769340
Apr 21 06:19:47.178873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.201282 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-63e7fad3-65c8-4003-9795-bf2806bc1bc4 req-76e030d2-9bee-400d-a8cc-52a0ee0aa53b tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207890
Apr 21 06:19:47.210920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Attempting to bind port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:47.211264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Attempting to bind port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:47.211665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Attempting to bind port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:47.230454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:19:47.230906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Attempting to bind port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:47.237164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:47.241791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe206a0681f44479451fde0695eb894 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:47.245425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:47.252290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:47.337296 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'code': 200}
Apr 21 06:19:47.358301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.364517 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:47.364965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Checking segment: {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:47.365435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Bound using segment: {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:47.365942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Bound port: 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:47.366777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.379530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.415478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ae73ec0c-174f-4fed-8398-b9e7b9d20f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:47.475923 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfe206a0681f44479451fde0695eb894&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5844500
Apr 21 06:19:47.479419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bf8b49-3b73-4143-a3ee-8d936b5b2ea7,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:47.484093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41132) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:47.487570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:47.559183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:19:47.730985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.737754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:47.750833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:47.765650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.777467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:47.812840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.875755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:47.876487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.878061 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] 10.222.0.35 "PUT /v2.0/ports/88fbb0e4-fa22-4de9-a5c2-bc120bcc756e HTTP/1.1" status: 200  len: 1094 time: 2.0300245
Apr 21 06:19:47.878634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:47.943633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Pushing event updated for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:47.965873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:47.995026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:47.999185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c833469b0>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 3, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:48.004123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a04cf-34f5-45f8-871e-1265a8ac865f None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 3, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:19:48.013463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:48.021702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-69c2e618-77f4-47b9-825e-13fba5779e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:48.050751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bf8b49-3b73-4143-a3ee-8d936b5b2ea7,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:48.056494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:48.060532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:48.061714 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5bf8b49-3b73-4143-a3ee-8d936b5b2ea7 HTTP/1.1" status: 204  len: 168 time: 0.5765691
Apr 21 06:19:48.073103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-3ac94b46-bba0-44b1-b0af-5df0613aba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:48.074716 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-3ac94b46-bba0-44b1-b0af-5df0613aba8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 1097 time: 0.1281235
Apr 21 06:19:48.177547 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-d062dba2-f0b8-43b3-a0d1-b6711b63fe56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e HTTP/1.1" status: 200  len: 217 time: 0.0931051
Apr 21 06:19:48.178899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:48.269754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e265c4-f3d8-4cde-8965-a5a9a1be1648 req-78c174ea-c15b-4dda-935b-222b9efda800 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:48.272092 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-36e265c4-f3d8-4cde-8965-a5a9a1be1648 req-78c174ea-c15b-4dda-935b-222b9efda800 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 944 time: 0.5036197
Apr 21 06:19:48.284653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cee0f-8fc6-4c3e-a256-4ced63186fba req-dd459c2b-a3ca-4df3-ac26-872c4aedbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:48.286079 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff1cee0f-8fc6-4c3e-a256-4ced63186fba req-dd459c2b-a3ca-4df3-ac26-872c4aedbd1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 1099 time: 0.5195274
Apr 21 06:19:48.315887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:48.333124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa8db-7532-4edb-9955-56f9590065db req-56c06aab-de3f-4413-b173-e0119e7cd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:48.336694 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-56c06aab-de3f-4413-b173-e0119e7cd0c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05206372-d3e1-49be-9b09-aea1d9a74c7b HTTP/1.1" status: 200  len: 853 time: 0.1396122
Apr 21 06:19:48.390800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b66e-2072-4420-8474-ab9bb0e8a3be req-be00e529-f58e-464e-8cf8-0f0303c45523 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:48.392502 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-be56b66e-2072-4420-8474-ab9bb0e8a3be req-be00e529-f58e-464e-8cf8-0f0303c45523 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.6225080
Apr 21 06:19:48.425320 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-24999e84-27b1-4e0b-a425-10cda9e2ef4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805619
Apr 21 06:19:48.600726 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff1cee0f-8fc6-4c3e-a256-4ced63186fba req-5328b643-1f7a-4f49-b171-8e42290318a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3044343
Apr 21 06:19:48.645593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-36e265c4-f3d8-4cde-8965-a5a9a1be1648 req-cca77405-90a9-448f-8e89-79bf39074209 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Synchronizing usage tracker for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:48.731566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c82b58470>> segment before_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.732027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c82b58470>> subnet precommit_delete_associations 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.732921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> segment_host_mapping after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.733296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> port after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.733659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> port after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.734018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> port after_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.734378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> segment after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.734746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> subnet after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.735112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> subnet after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.735469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c83c6c6a0>> subnet after_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.791706 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-3894af1a-bdf1-4481-a2a5-0bcb2d9ffd58 service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3420467
Apr 21 06:19:48.808609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c83b1bda0>> subnet after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.809008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c83b1bda0>> subnet after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.810024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c83b1bda0>> subnet before_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.810024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c83b1bda0>> subnet before_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:19:48.810352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c840afc18>,) {'filters': {'network_id': ['9acf9f40-ff27-4272-8cdf-030d8c0575f6']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:48.831737 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-be56b66e-2072-4420-8474-ab9bb0e8a3be req-0cb6a882-64b2-4f80-85cc-4513a98b60a2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4144795
Apr 21 06:19:48.887392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c840afc18>, 'bc97416e-f75c-4722-ac3a-7ebcd4301e7f') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:48.887866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c840afc18>, 'bc97416e-f75c-4722-ac3a-7ebcd4301e7f') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:48.935768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709270'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:48.946839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-36e265c4-f3d8-4cde-8965-a5a9a1be1648 req-cca77405-90a9-448f-8e89-79bf39074209 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Unset dirty status for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:48.948201 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-36e265c4-f3d8-4cde-8965-a5a9a1be1648 req-cca77405-90a9-448f-8e89-79bf39074209 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6608965
Apr 21 06:19:49.058823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:49.138397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:19:49.272486 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0afa8db-7532-4edb-9955-56f9590065db req-186d537d-e168-4f69-a6c8-626542caa669 service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4790955
Apr 21 06:19:49.274343 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e', 'status': 'completed', 'code': 200}
Apr 21 06:19:49.556489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 552e46be-6fbd-470b-b097-46eba5244d46 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:49.593723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41172) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:49.621427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Allocated IP 172.20.0.1 (19492d73-72e6-4381-b0d3-4491e2b8dea6/611e78a3-bd75-4cbe-b48c-df872c072e78/9702ab7c-7597-40c7-9e20-9a908baa7f43) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:49.654667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adffa1a-6a65-4bc9-a2bf-24ab36ac4e64 req-eb0b635d-eaf9-4b8d-82d4-af07309355e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:49.658228 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5adffa1a-6a65-4bc9-a2bf-24ab36ac4e64 req-eb0b635d-eaf9-4b8d-82d4-af07309355e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.2662327
Apr 21 06:19:49.796814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5adffa1a-6a65-4bc9-a2bf-24ab36ac4e64 req-dd14fad3-4215-436a-8ca6-54f52d385285 service neutron] Synchronizing usage tracker for tenant:da9c1940f9f04b8293c6d421c362edfe on resource:security_group {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:19:49.858298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 552e46be-6fbd-470b-b097-46eba5244d46 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:49.865740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 552e46be-6fbd-470b-b097-46eba5244d46 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:49.866670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:49.869123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5adffa1a-6a65-4bc9-a2bf-24ab36ac4e64 req-dd14fad3-4215-436a-8ca6-54f52d385285 service neutron] Unset dirty status for tenant:da9c1940f9f04b8293c6d421c362edfe on resource:security_group {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:19:49.871176 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5adffa1a-6a65-4bc9-a2bf-24ab36ac4e64 req-dd14fad3-4215-436a-8ca6-54f52d385285 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923857
Apr 21 06:19:49.969367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-423677312-network', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:49.978900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:49.991697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Usage tracker for resource:network and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:49.998040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:50.009269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:50.025384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Made reservation on behalf of 87a62b5131eb42caac7b1b290cf60e53 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:50.034420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.063856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.096452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:50.108141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:50.114562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:50.124277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.127911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:50.149887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 552e46be-6fbd-470b-b097-46eba5244d46, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=552e46be-6fbd-470b-b097-46eba5244d46,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:50.154290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.158210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:50.261042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=552e46be-6fbd-470b-b097-46eba5244d46,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:50.266223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:50.273666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:50.291706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.292028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427899'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.295916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.304023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-816d4abd-ce88-47a1-909f-06de1be0e666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:50.358113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:19:50.375578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a42957-6404-47d8-924f-020ffa46848c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:50.382984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:50.387768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.388297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Added segment dbecff32-6930-46e0-8fcd-4174b58f170f of type vlan for network 10ac91e6-07ba-4d0a-9305-07d70f0365ba
Apr 21 06:19:50.426723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.462390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.464214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:50.464994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.471647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-10ff11e4-7393-4ed4-b79b-af18cd77dd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:50.512477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71e266-1b3a-4193-8c6e-3d01441ec242 req-aa2437c3-77a7-4c34-b100-76651519dc8e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:50.514216 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c71e266-1b3a-4193-8c6e-3d01441ec242 req-aa2437c3-77a7-4c34-b100-76651519dc8e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 1.2301326
Apr 21 06:19:50.540402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.598452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:19:50.660581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Pushing event updated for resources: {'Network': ['ID=10ac91e6-07ba-4d0a-9305-07d70f0365ba,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:50.672534 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0767043
Apr 21 06:19:50.673885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:50.674852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41184) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:50.683157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Request body: {'subnet': {'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-423677312-subnet', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:50.689823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:50.695871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Usage tracker for resource:subnet and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:50.699465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-fa4bca8d-80da-49c0-a977-cca0441af2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:50.702189 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-fa4bca8d-80da-49c0-a977-cca0441af2fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 1097 time: 1.1948786
Apr 21 06:19:50.702900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:50.715052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:50.721510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Transition to ACTIVE for port object 9702ab7c-7597-40c7-9e20-9a908baa7f43 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:50.729035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Made reservation on behalf of 87a62b5131eb42caac7b1b290cf60e53 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:19:50.734079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:50.738496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4f49d-b8b9-4992-9bd4-ce4a9c3ff159 req-5d7b5a68-d1a0-42ea-aec5-82991ecaf51e tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:50.744809 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ad4f49d-b8b9-4992-9bd4-ce4a9c3ff159 req-5d7b5a68-d1a0-42ea-aec5-82991ecaf51e tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 950 time: 0.7820432
Apr 21 06:19:50.748392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:19:50.753635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Network 9acf9f40-ff27-4272-8cdf-030d8c0575f6 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   from cryptography.utils import int_from_bytes
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   from cryptography.utils import int_from_bytes
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   (rel_b, rel_a, rel_b),
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   (rel_b, rel_a, rel_b),
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:19:50.875189 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:19:50.969620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:50.990086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e', 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9', 'port_id': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e', 'mac_address': 'fa:16:3e:8a:69:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05206372-d3e1-49be-9b09-aea1d9a74c7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:19:51.103995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.129724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:19:51.160054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:51.164238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.167204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:51.246510 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c71e266-1b3a-4193-8c6e-3d01441ec242 req-8954ca15-3682-478a-a5bf-4f44b325a39e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7097337
Apr 21 06:19:51.308497 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ad4f49d-b8b9-4992-9bd4-ce4a9c3ff159 req-230d9c20-7b15-459b-82ea-0cb0ec3a0bef tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4390383
Apr 21 06:19:51.346231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:51.357583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:51.369115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.398836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.428955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:51.485234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 552e46be-6fbd-470b-b097-46eba5244d46 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:51.600969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['88fbb0e4-fa22-4de9-a5c2-bc120bcc756e'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:19:51.842082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-54bd2553-2336-44e9-97ed-44ff1b3751ab tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:51.844069 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-54bd2553-2336-44e9-97ed-44ff1b3751ab tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.35 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 950 time: 0.2786489
Apr 21 06:19:51.879032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.883836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-59a9e429-5b47-489e-830c-f1571500dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:51.885483 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-59a9e429-5b47-489e-830c-f1571500dd6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 914 time: 1.1388614
Apr 21 06:19:51.940683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 552e46be-6fbd-470b-b097-46eba5244d46 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:51.941383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:51.975043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Pushing event deleted for resources: {'Network': ['ID=9acf9f40-ff27-4272-8cdf-030d8c0575f6,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:52.050901 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9acf9f40-ff27-4272-8cdf-030d8c0575f6 HTTP/1.1" status: 204  len: 168 time: 5.0241210
Apr 21 06:19:52.092773 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-88a9fd6e-99fd-4770-822f-a9b40952c3cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e HTTP/1.1" status: 200  len: 217 time: 0.1199903
Apr 21 06:19:52.094405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.094806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.095224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.096320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.096320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.096667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.096801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.097261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.097460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.097789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.098174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.098551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.103797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:52.146756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:52.147666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:52.150569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:52.182239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:52.218645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Deleting port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:19:52.218645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:52.298433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:52.311788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:52.414843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:52.487187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-0ac7e5d8-55f8-4167-9858-27c0f542683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:52.487304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03740ae-02d7-4c8e-8a85-6f9de040ee52,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:52.490120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-0ac7e5d8-55f8-4167-9858-27c0f542683d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05206372-d3e1-49be-9b09-aea1d9a74c7b HTTP/1.1" status: 200  len: 853 time: 0.3847494
Apr 21 06:19:52.518882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:52.522545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41200) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:52.530975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.531387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.531794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.532223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.532734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.532992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.533383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.533772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.534162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.534546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.534928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.535312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:19:52.555118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:52.601305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:52.620194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Checking segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:52.620477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Network hostable DHCP agents. Network: 10ac91e6-07ba-4d0a-9305-07d70f0365ba, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:19:52.645693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8bd9b427-aef2-47a7-a99f-905acad146b3 None None] Provisioning for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:52.656266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8bd9b427-aef2-47a7-a99f-905acad146b3 None None] Provisioning complete for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:52.657169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b427-aef2-47a7-a99f-905acad146b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:52.660445 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-a21ef587-f3e7-441d-bc96-e3a541f1039c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1142182
Apr 21 06:19:52.687577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd6608-8f6b-480f-83f9-9196208926cd req-f5234e73-a853-4837-aa07-5d4e6160fd44 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:52.692650 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-07fd6608-8f6b-480f-83f9-9196208926cd req-f5234e73-a853-4837-aa07-5d4e6160fd44 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 945 time: 0.8150134
Apr 21 06:19:52.713381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c29c52-ac5a-4abc-8e1b-38c7ec64d487 req-f49b741d-0372-4d95-8b11-faa374edece5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:52.716210 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-72c29c52-ac5a-4abc-8e1b-38c7ec64d487 req-f49b741d-0372-4d95-8b11-faa374edece5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.8397079
Apr 21 06:19:52.741298 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a59de1ea-8c04-4b64-b784-cd10efdc78f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ba3361787fd429c894c6e951e89d2a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2127271
Apr 21 06:19:52.745392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:19:52.751204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41204) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:52.782855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] For port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,segment=NetworkSegment(feaa0e91-ba4b-41f2-bbc6-2051b5e074dc),segment_id=feaa0e91-ba4b-41f2-bbc6-2051b5e074dc)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:52.783523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:52.890955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.028025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9b427-aef2-47a7-a99f-905acad146b3 None None] Port 9702ab7c-7597-40c7-9e20-9a908baa7f43 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:19:53.039321 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-07fd6608-8f6b-480f-83f9-9196208926cd req-38602c11-8b55-4b8a-b131-dd55f23a9210 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3211083
Apr 21 06:19:53.099057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Calling delete_port for 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:19:53.194755 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-72c29c52-ac5a-4abc-8e1b-38c7ec64d487 req-c3f757be-8229-4a6d-aa6d-192c0cf9e92d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4446223
Apr 21 06:19:53.288745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.422387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.477601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 10ac91e6-07ba-4d0a-9305-07d70f0365ba) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:53.492846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f2355-da89-4c11-b94a-4bb004103ffd None None] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:53.497892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4752c49-793e-4016-947d-c31fbecc31c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:53.570238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:53.571322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.605905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:53.618596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:53.725993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-ac4233fa-42a9-448a-982f-bffce7d590c6 service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0232728
Apr 21 06:19:53.728968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.742811 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a8125e18-93d0-40cc-b1c2-0cc0abe72935 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.0663495
Apr 21 06:19:53.750797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41218) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:53.763165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:53.773863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.791687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:53.818886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Usage tracker for resource:router and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:53.829029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.843279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:53.867396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:53.879306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.893988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1947694e-2362-4ebe-9743-3bf91fa9670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:53.940952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480407d-f881-4873-a492-fc3bf3ce1f69 req-f6aaa4a3-ce1b-48c0-a89b-4d40ec346e11 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:53.941228 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4480407d-f881-4873-a492-fc3bf3ce1f69 req-f6aaa4a3-ce1b-48c0-a89b-4d40ec346e11 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.6582220
Apr 21 06:19:53.991011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:19:53.992957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:53.999844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Pushing event deleted for resources: {'Port': ['ID=79e7ff21-b7cb-42bd-8c32-ecbafce6eb07,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:54.012138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:54.095396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:54.097216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:54.132047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30761221-583b-4b7b-894d-b0c75560dfb2 req-2e46e256-72dd-4ecb-884f-805d258bdfec tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:54.134887 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30761221-583b-4b7b-894d-b0c75560dfb2 req-2e46e256-72dd-4ecb-884f-805d258bdfec tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/ports?device_id=a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7 HTTP/1.1" status: 200  len: 867 time: 0.5353606
Apr 21 06:19:54.185338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] No DVR routers for this DVR port 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:19:54.191712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:54.195943 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9dc8fdec-4895-4404-bfc6-969ae4fcaabf req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.35 "DELETE /v2.0/ports/79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 HTTP/1.1" status: 204  len: 173 time: 2.3419485
Apr 21 06:19:54.196862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'name': 'network-vif-deleted', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:54.232519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:54.250013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:54.274991 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4480407d-f881-4873-a492-fc3bf3ce1f69 req-4077b9e8-e6ec-4584-b99b-648f25286c80 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3145640
Apr 21 06:19:54.290575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:54.430070 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cccde1b0-afa8-4589-a2fd-35a71b8c471e req-e2624310-7503-4208-8d17-a95c8315e57a service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6899755
Apr 21 06:19:54.458304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Allocated IP 172.20.0.2 (10ac91e6-07ba-4d0a-9305-07d70f0365ba/e03740ae-02d7-4c8e-8a85-6f9de040ee52/c2fd10b9-3e03-4a48-9670-3002a879d8ae) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:54.829843 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30761221-583b-4b7b-894d-b0c75560dfb2 req-682b790a-b518-4afd-9481-2caa892bdc77 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] 10.222.0.37 "GET /v2.0/security-groups?id=1390b92e-fa25-4571-9ff7-7713fd0c9c31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6780014
Apr 21 06:19:54.945979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:54.965836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63868d5c-09c4-43ad-a321-ff206b595f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:55.053001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.065416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Transition to ACTIVE for port object c2fd10b9-3e03-4a48-9670-3002a879d8ae will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:55.091313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Transition to ACTIVE for port object c2fd10b9-3e03-4a48-9670-3002a879d8ae will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:19:55.101276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:55.136050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.151119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:55.186536 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53205f8-5669-4eb8-9bd5-04ac1dc2bfb7', 'name': 'network-vif-deleted', 'tag': '79e7ff21-b7cb-42bd-8c32-ecbafce6eb07', 'status': 'completed', 'code': 200}
Apr 21 06:19:55.191900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.207458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2f893-534d-456c-b170-0263f270e67d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:55.236167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:55.321530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:55.327114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.331157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:55.331351 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6e2f893-534d-456c-b170-0263f270e67d HTTP/1.1" status: 204  len: 168 time: 2.5765438
Apr 21 06:19:55.331433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8efc6a99-4636-434b-878d-7deb18439942 None None] Provisioning complete for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:55.331433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8efc6a99-4636-434b-878d-7deb18439942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.486542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:55.497851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Pushing event updated for resources: {'Port': ['ID=c2fd10b9-3e03-4a48-9670-3002a879d8ae,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:55.548939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:55.815522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8efc6a99-4636-434b-878d-7deb18439942 None None] Port 9702ab7c-7597-40c7-9e20-9a908baa7f43 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:19:55.824417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Attempting to bind port c2fd10b9-3e03-4a48-9670-3002a879d8ae on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:19:55.825068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Attempting to bind port c2fd10b9-3e03-4a48-9670-3002a879d8ae by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:19:55.825564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Attempting to bind port c2fd10b9-3e03-4a48-9670-3002a879d8ae on network 10ac91e6-07ba-4d0a-9305-07d70f0365ba {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:19:55.834822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:19:55.835720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Checking segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:19:55.835948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.836575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Bound using segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:19:55.837250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Bound port: c2fd10b9-3e03-4a48-9670-3002a879d8ae, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:19:55.838960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.961691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] For port c2fd10b9-3e03-4a48-9670-3002a879d8ae, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:19:55.966478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] For port c2fd10b9-3e03-4a48-9670-3002a879d8ae, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c2fd10b9-3e03-4a48-9670-3002a879d8ae,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:19:55.968151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:55.975886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:55.981245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:56.069648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Pushing event updated for resources: {'Port': ['ID=c2fd10b9-3e03-4a48-9670-3002a879d8ae,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:56.073017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:56.073585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.147727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:56.258068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41246) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:56.278013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.315223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:19:56.323143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.344332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:56.353402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.354338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:19:56.368887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.410070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b78eadd8-d70d-43f8-8d35-94742961a42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:56.430585 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-726db6b3-2705-4690-a285-e99cc14fcf4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b21546c36f44b63af039066fbd00d2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1710823
Apr 21 06:19:56.435922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41252) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:56.518776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:19:56.519363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 79e7ff21-b7cb-42bd-8c32-ecbafce6eb07 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:19:56.538163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:56.553387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:56.716388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:19:56.719969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-ae06b666-3dd4-4251-b3a1-d1a3356a11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:56.724956 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-ae06b666-3dd4-4251-b3a1-d1a3356a11a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.5847554
Apr 21 06:19:56.743017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c77e4c-2f2a-4e60-88a4-8c0143b35682 req-5862852b-bdc6-479d-8e6f-b3e2daf2069d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:56.743300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:56.751151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-44c77e4c-2f2a-4e60-88a4-8c0143b35682 req-5862852b-bdc6-479d-8e6f-b3e2daf2069d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.7165754
Apr 21 06:19:56.789604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Allocated IP 172.27.1.13 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/714e82e6-00c5-43d6-9d67-1acb3dd41381) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:19:56.814539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd15e1-e8d6-4fa8-9e02-6d4950da4e34 req-8b26a0ef-ebb8-4f57-b9e9-e48d5f036e2a tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:56.823290 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86dd15e1-e8d6-4fa8-9e02-6d4950da4e34 req-8b26a0ef-ebb8-4f57-b9e9-e48d5f036e2a tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 945 time: 0.6052785
Apr 21 06:19:57.037701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:57.065051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-44c77e4c-2f2a-4e60-88a4-8c0143b35682 req-cf844b7f-b9eb-4e83-a7b6-4805cf880f30 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122363
Apr 21 06:19:57.078120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86dd15e1-e8d6-4fa8-9e02-6d4950da4e34 req-cdbd47a4-ad8d-4276-98a6-a109e2e177dd tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2533417
Apr 21 06:19:57.161682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:57.168577 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e', 'code': 200}
Apr 21 06:19:57.245947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-c98353e3-6be3-4db2-8f6a-23aa51d6c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:57.247577 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-c98353e3-6be3-4db2-8f6a-23aa51d6c70f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.4770389
Apr 21 06:19:57.274825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:57.289311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:19:57.307395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:19:57.308029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:57.341798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:19:57.342919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8898a5c0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:57.357492 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] 10.222.0.37 "PUT /v2.0/routers/6384a9aa-1e95-4936-99d7-2da402e58bba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5728812
Apr 21 06:19:57.392044 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-d445197f-962e-4abb-9ec3-407d2d985336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.1005151
Apr 21 06:19:57.440376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:57.562897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c2fd10b9-3e03-4a48-9670-3002a879d8ae up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:19:57.572562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-960aa706-3c78-4290-8eaf-3cef76e71fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:57.581502 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-960aa706-3c78-4290-8eaf-3cef76e71fed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.1764126
Apr 21 06:19:57.706890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:19:57.715754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:19:57.754249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:19:57.810146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:57.811410 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8647787-1a96-4fda-aee4-d2a925a2c2c4 HTTP/1.1" status: 204  len: 168 time: 1.3744347
Apr 21 06:19:57.814822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Pushing event updated for resources: {'Port': ['ID=714e82e6-00c5-43d6-9d67-1acb3dd41381,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:57.818385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:57.821286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-306bf58b-0bad-42f9-8e33-71178e524431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:57.844148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8647787-1a96-4fda-aee4-d2a925a2c2c4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:57.846916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:57.875577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port c2fd10b9-3e03-4a48-9670-3002a879d8ae completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:57.995037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:19:58.341223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79e0be-6b2e-4c3e-ba5b-930581a5abbf None None] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:19:58.648192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Provisioning for port c2fd10b9-3e03-4a48-9670-3002a879d8ae completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:19:58.677015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:58.695938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Provisioning complete for port c2fd10b9-3e03-4a48-9670-3002a879d8ae triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:19:58.696662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:59.191894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41330) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:19:59.214409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112481941', 'description': 'tempest-description--1422615532'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:19:59.242138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:59.257767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:59.266689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:59.299091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:59.441325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:59.446124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:59.556104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:19:59.587981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:19:59.598899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:19:59.621213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:19:59.662719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfad56a-4924-458f-abf9-d4910b5835a5 req-c5d8647c-8542-4acd-86e9-0ea064917078 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:19:59.665039 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ebfad56a-4924-458f-abf9-d4910b5835a5 req-c5d8647c-8542-4acd-86e9-0ea064917078 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.3272741
Apr 21 06:19:59.672108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:59.749959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ebfad56a-4924-458f-abf9-d4910b5835a5 req-b3a2a8e8-9ea4-4ade-86b3-359e1520fd7b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706482
Apr 21 06:19:59.806577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] For port c2fd10b9-3e03-4a48-9670-3002a879d8ae, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c2fd10b9-3e03-4a48-9670-3002a879d8ae,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:19:59.821359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:19:59.824629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:19:59.939879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Pushing event updated for resources: {'Port': ['ID=c2fd10b9-3e03-4a48-9670-3002a879d8ae,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:19:59.953466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8898a5c0>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:19:53Z', 'revision_number': 2, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:19:59.956611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:19:59.960951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:19:59.961360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Updating router 6384a9aa-1e95-4936-99d7-2da402e58bba port 9702ab7c-7597-40c7-9e20-9a908baa7f43 binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:00.054986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Router 41dcb59c-aa04-466b-b13a-e780e5e6461e is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:20:00.100865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.164338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.174086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.240504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-00c624be-058e-49ce-88f6-d9f76f70c90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:00.306402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.312123 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1129146
Apr 21 06:20:00.314099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41398) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:00.447375 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-e39584e8-5c05-48a9-bcd4-c20af0a4d5b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1332159
Apr 21 06:20:00.449953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a43286-2c0c-48c7-93fd-fbb431e32eb4,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:00.455721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:00.570345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group_rule': {'security_group_id': '76a43286-2c0c-48c7-93fd-fbb431e32eb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:00.633706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:00.652358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:00.695923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:00.706868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:00.743337 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-07561731-5186-4e8e-ad4c-ed16b084cfb4 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550743
Apr 21 06:20:00.748203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.830529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:00.846573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Sync routers for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:00.862672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:00.871331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:00.872053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c833463c8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:00.874102 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 7.1120327
Apr 21 06:20:00.876107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41422) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:00.885314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18810c-c9eb-493d-a241-110fa10837c6 req-894afced-2f97-4049-8307-fe24224ed296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:00.885927 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9d18810c-c9eb-493d-a241-110fa10837c6 req-894afced-2f97-4049-8307-fe24224ed296 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 1099 time: 0.4352181
Apr 21 06:20:01.143626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-28ad1355-3d52-4e6b-84ac-6d723a67ac81 None None] Provisioning complete for port c2fd10b9-3e03-4a48-9670-3002a879d8ae triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:01.144738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-28ad1355-3d52-4e6b-84ac-6d723a67ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:01.241733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:01.430019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff083e-706c-4d82-b0c5-4e414a5b7995 req-623fbd79-810e-4dbe-bcd7-4fc6a48706e5 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:01.443203 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7ff083e-706c-4d82-b0c5-4e414a5b7995 req-623fbd79-810e-4dbe-bcd7-4fc6a48706e5 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 1.4479620
Apr 21 06:20:01.459300 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d322a1c8-c34e-4bf2-b742-c77a0691420a req-09cd16ba-801e-4de2-ac5b-5ed52359ba1c service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7040813
Apr 21 06:20:01.574566 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9d18810c-c9eb-493d-a241-110fa10837c6 req-c38a1c5f-681d-4234-be28-7a513856861e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5548329
Apr 21 06:20:01.577566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:01.618328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c2fd10b9-3e03-4a48-9670-3002a879d8ae up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:01.716197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:01.795090 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7ff083e-706c-4d82-b0c5-4e414a5b7995 req-cac67f28-0441-4b24-9ecf-f2e6ce2d0deb tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3451636
Apr 21 06:20:01.850917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:20:01.866355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56630052-33c0-482b-be86-65e2be3674da,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:01.867603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:20:01.880984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888b45f-4d04-4710-8c27-058a522758a1 req-bce00926-d224-452e-9e90-bf89958286c2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:01.899322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4888b45f-4d04-4710-8c27-058a522758a1 req-bce00926-d224-452e-9e90-bf89958286c2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.4356492
Apr 21 06:20:01.899719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:01.925427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:01.926732 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6107371
Apr 21 06:20:01.942385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41450) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:01.959887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group_rule': {'security_group_id': '76a43286-2c0c-48c7-93fd-fbb431e32eb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:01.977402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:01.987098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:01.990788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:01.997008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:02.012230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:02.023178 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4888b45f-4d04-4710-8c27-058a522758a1 req-a5468fb7-bdec-4e17-b08a-c384dc66ac1c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206033
Apr 21 06:20:02.283699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:02.334638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port c2fd10b9-3e03-4a48-9670-3002a879d8ae triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:02.337061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:02.429025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Transition to ACTIVE for port object 9702ab7c-7597-40c7-9e20-9a908baa7f43 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:02.441407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:02.447516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:02.477738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:02.744544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:02.940419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Pushing event updated for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:03.018841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c833463c8>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:19:58Z', 'revision_number': 3, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:03.045585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Checking router: 41dcb59c-aa04-466b-b13a-e780e5e6461e for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:03.045955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Updating router 41dcb59c-aa04-466b-b13a-e780e5e6461e port 714e82e6-00c5-43d6-9d67-1acb3dd41381 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:03.059514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.081162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:03.121732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:03.146766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a0d4-5264-4c4b-8f1c-1da34d0eb66e req-f223caf6-8252-4d3b-b3f6-1810fe550e85 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:03.148829 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d583a0d4-5264-4c4b-8f1c-1da34d0eb66e req-f223caf6-8252-4d3b-b3f6-1810fe550e85 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.1981359
Apr 21 06:20:03.253804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.272412 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d583a0d4-5264-4c4b-8f1c-1da34d0eb66e req-bcbaafdd-c054-405f-8f7e-c1a3c2a83fef tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013122
Apr 21 06:20:03.355355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b6eeb5-4701-4025-9790-608e6023bdca,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:03.370250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Attempting to bind port 9702ab7c-7597-40c7-9e20-9a908baa7f43 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:03.370671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Attempting to bind port 9702ab7c-7597-40c7-9e20-9a908baa7f43 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:03.371086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Attempting to bind port 9702ab7c-7597-40c7-9e20-9a908baa7f43 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:03.381278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:03.406806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:03.407819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Checking segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:03.407971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.413348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41508) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:03.413660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4700606
Apr 21 06:20:03.419744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:03.422812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.423323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Bound using segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:03.423896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Bound port: 9702ab7c-7597-40c7-9e20-9a908baa7f43, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:03.426078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.430995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:03.454145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:floatingip and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:03.461020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:03.486400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:03.544832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.788670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] For port 9702ab7c-7597-40c7-9e20-9a908baa7f43, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:03.794558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] For port 9702ab7c-7597-40c7-9e20-9a908baa7f43, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=9702ab7c-7597-40c7-9e20-9a908baa7f43,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:03.801843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:03.808817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:03.968538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:03.969222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8898a5c0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:04.056928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:04.282481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Pushing event updated for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:04.322983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:04.330346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:04.350800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Transition to ACTIVE for port object 714e82e6-00c5-43d6-9d67-1acb3dd41381 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:04.362798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:04.374209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63e4ab23-c1f3-424b-b1f1-36681883340e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:04.619009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Allocated IP 172.20.0.1 (10ac91e6-07ba-4d0a-9305-07d70f0365ba/e03740ae-02d7-4c8e-8a85-6f9de040ee52/750a5025-d3a7-40cd-8292-91277dd7058d) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:04.730218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd808d-ab04-4940-8b23-3a56994514c8 None None] Pushing event updated for resources: {'Port': ['ID=714e82e6-00c5-43d6-9d67-1acb3dd41381,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:04.750104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63bd808d-ab04-4940-8b23-3a56994514c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:04.778328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Attempting to bind port 714e82e6-00c5-43d6-9d67-1acb3dd41381 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:04.779004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Attempting to bind port 714e82e6-00c5-43d6-9d67-1acb3dd41381 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:04.779650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Attempting to bind port 714e82e6-00c5-43d6-9d67-1acb3dd41381 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:04.802688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808917-cb43-47f9-bc04-8d1167d2ea0a req-cddb1d5c-6d48-4efa-96ac-e2bf0c5284ff tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:04.811448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:04.812139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:04.813185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:04.813521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:04.814496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Bound port: 714e82e6-00c5-43d6-9d67-1acb3dd41381, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:04.815189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:04.821304 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-85808917-cb43-47f9-bc04-8d1167d2ea0a req-cddb1d5c-6d48-4efa-96ac-e2bf0c5284ff tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.2779958
Apr 21 06:20:04.964591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:05.074432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.099092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] For port 714e82e6-00c5-43d6-9d67-1acb3dd41381, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:05.109017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] For port 714e82e6-00c5-43d6-9d67-1acb3dd41381, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=714e82e6-00c5-43d6-9d67-1acb3dd41381,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:05.117027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.120227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.134250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-51097a61-8377-47b4-afce-28dcb83083b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:05.187688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Transition to ACTIVE for port object 750a5025-d3a7-40cd-8292-91277dd7058d will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:05.230579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:05.234206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c833463c8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:19:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:05.287153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.296832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:05.304125 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-85808917-cb43-47f9-bc04-8d1167d2ea0a req-ab3f9906-93ec-4808-bb10-05596806e0b4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072271
Apr 21 06:20:05.402737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f2468b70-cd43-42d5-a56c-603e849450ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.505013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:05.516567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:05.544467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:05.548716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:05.557973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:05.594661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980ee21-e96e-47c8-9e46-502409980d79 req-650c9801-ccad-4730-8d99-467fa2258a97 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:05.611297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8980ee21-e96e-47c8-9e46-502409980d79 req-650c9801-ccad-4730-8d99-467fa2258a97 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.7838538
Apr 21 06:20:05.616591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd808d-ab04-4940-8b23-3a56994514c8 None None] Pushing event updated for resources: {'Port': ['ID=714e82e6-00c5-43d6-9d67-1acb3dd41381,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:05.623851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63bd808d-ab04-4940-8b23-3a56994514c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:05.708340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:05.734851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:05.933996 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8980ee21-e96e-47c8-9e46-502409980d79 req-190c2dfb-ccb0-46ce-bc98-6f3cb4168bff tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976809
Apr 21 06:20:06.002243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8898a5c0>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:03Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:06.027818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31949596-0ffc-4198-a479-dfd0fc09776a None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:03Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:06.031302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Allocated IP 172.27.1.103 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/4fb8ddee-8466-42bb-b434-2707b78bf0e7) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:06.103682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-99db61cf-9102-4799-9de0-c4c17344e213 None None] Provisioning for port 750a5025-d3a7-40cd-8292-91277dd7058d completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:06.136556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-99db61cf-9102-4799-9de0-c4c17344e213 None None] Provisioning complete for port 750a5025-d3a7-40cd-8292-91277dd7058d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:06.137511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99db61cf-9102-4799-9de0-c4c17344e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:06.363554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-99db61cf-9102-4799-9de0-c4c17344e213 None None] Port 750a5025-d3a7-40cd-8292-91277dd7058d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:06.767577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c833463c8>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:19:58Z', 'revision_number': 3, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:06.782838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aa22b-3dc9-4ee6-89d2-79148df55594 None None] The sync data for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi is: [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:19:58Z', 'revision_number': 3, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:06.851633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:06.852607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:06.959836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:06.975749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e3e5c147-6df3-4306-aa16-af49916a664b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:07.055419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:07.061256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:07.066914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:07.209674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=4fb8ddee-8466-42bb-b434-2707b78bf0e7,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:07.232301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:07.356178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:07.583477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:07.801091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:07.809127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:07.814200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0bd12-a1ce-4ab8-86d0-222bf6763fb0 req-291e97fc-889e-406a-8822-46186f3db211 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:07.822655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6ca0bd12-a1ce-4ab8-86d0-222bf6763fb0 req-291e97fc-889e-406a-8822-46186f3db211 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.9184744
Apr 21 06:20:07.928780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 9702ab7c-7597-40c7-9e20-9a908baa7f43 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:07.947899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3192458c-40e5-47da-885b-5e3968a9584e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:08.056549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.062962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:08.080628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:08.110751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.125138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.134589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-feb4e1fb-d6d1-4d98-babd-b04dd46d9ff3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:08.153282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1e7c3a74-f363-4954-a1df-cfa0a75786ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.175032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:08.190096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:08.190796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.385208 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6ca0bd12-a1ce-4ab8-86d0-222bf6763fb0 req-4f309ec2-0a6c-45c7-b5dd-839effa94623 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5462010
Apr 21 06:20:08.459695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.477201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:08.478323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:08.541215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:08.552043 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1283536
Apr 21 06:20:08.604899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=4fb8ddee-8466-42bb-b434-2707b78bf0e7,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:08.631379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:09.154520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-50fbe898-d5f0-4dde-9d23-f0df5c7e3d47 None None] Provisioning complete for port 750a5025-d3a7-40cd-8292-91277dd7058d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:09.155640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-50fbe898-d5f0-4dde-9d23-f0df5c7e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.227410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.228205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.228910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.235707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-50fbe898-d5f0-4dde-9d23-f0df5c7e3d47 None None] Port 750a5025-d3a7-40cd-8292-91277dd7058d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:09.386027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-aa86c31e-80ca-4687-bed4-882233a0bfb8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:20:09.459134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-aa86c31e-80ca-4687-bed4-882233a0bfb8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:20:09.470800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Router 41dcb59c-aa04-466b-b13a-e780e5e6461e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:20:09.478985 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-aa86c31e-80ca-4687-bed4-882233a0bfb8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2112481941&fields=id&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 267 time: 0.2214942
Apr 21 06:20:09.502046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.593879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 9702ab7c-7597-40c7-9e20-9a908baa7f43, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=9702ab7c-7597-40c7-9e20-9a908baa7f43,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:09.614602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.615562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 714e82e6-00c5-43d6-9d67-1acb3dd41381 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:09.658154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:09.715883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.788306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:09.790119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8cda9d88-71db-4145-84b7-be7e700ee7f2 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:09.798023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.798410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.798788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.799163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.799827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.800198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.800693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.800978 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8cda9d88-71db-4145-84b7-be7e700ee7f2 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 817 time: 0.3172400
Apr 21 06:20:09.801107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.801461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.802120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.802699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.803403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:09.807721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 714e82e6-00c5-43d6-9d67-1acb3dd41381 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:09.812890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:09.814348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 714e82e6-00c5-43d6-9d67-1acb3dd41381 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:09.814778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:09.823874 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-132a021a-ed2e-4f81-bb8b-32f9fa0420a7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/quotas/26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 375 time: 0.0214076
Apr 21 06:20:09.944487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:09.968742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] 10.222.0.37 "PUT /v2.0/routers/41dcb59c-aa04-466b-b13a-e780e5e6461e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0824540
Apr 21 06:20:09.988311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-40935d78-06e8-4ba4-a3a2-6d19082cd6db tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:20:10.011209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-40935d78-06e8-4ba4-a3a2-6d19082cd6db tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:20:10.013214 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-40935d78-06e8-4ba4-a3a2-6d19082cd6db tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1882093
Apr 21 06:20:10.053777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:10.100641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 714e82e6-00c5-43d6-9d67-1acb3dd41381, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=714e82e6-00c5-43d6-9d67-1acb3dd41381,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:10.108981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:10.111147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:10.233702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=714e82e6-00c5-43d6-9d67-1acb3dd41381,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:10.238035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:10.253611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 9702ab7c-7597-40c7-9e20-9a908baa7f43 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:10.258961 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-1fbc77e0-06ae-4ca5-9e48-940ba3622a77 service neutron] 10.222.0.37 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311792
Apr 21 06:20:10.351741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 9702ab7c-7597-40c7-9e20-9a908baa7f43 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:10.352252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:10.499059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-f4825405-db42-493d-997a-6fe4242fe6ce service neutron] 10.222.0.37 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390356
Apr 21 06:20:11.028120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c14577c2-705d-4756-a2f5-f85535154228 req-eae423c4-d760-4850-8f49-b86a206a447b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.1116295
Apr 21 06:20:11.177436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Sync routers for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:11.188118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:11.189306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81df3828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:11.304177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41760) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:11.311421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1231786071-network', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:11.316984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:11.321891 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Usage tracker for resource:network and tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:11.325165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:11.332257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:11.345864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Made reservation on behalf of e0f8d5bcb9b840379fa7eef44c27c4b9 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:11.350944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.365198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.383208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:11.387840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:11.391130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:11.398563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:11.439291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:11.516561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.521545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.528933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5e3d3020-82ae-45b7-b98a-d0c4202c7093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:11.556722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:20:11.578237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.578703 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Added segment 7763e541-df0c-4762-93d2-9819f09b42dd of type vlan for network 49c1e4ca-2ec1-4402-a38f-3d6171199c91
Apr 21 06:20:11.634782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.694197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ebf965-595b-41c7-a7e9-c50b0e31f925,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:11.697739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:11.701509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.703480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:11.703949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.707760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:11.821695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Pushing event updated for resources: {'Network': ['ID=49c1e4ca-2ec1-4402-a38f-3d6171199c91,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:11.824685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:11.831415 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5209219
Apr 21 06:20:11.832067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41770) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:11.839607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Request body: {'subnet': {'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1231786071-subnet', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:11.840990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:20:11.845448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:11.850786 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Usage tracker for resource:subnet and tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:11.854231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:11.863195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:11.882238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Made reservation on behalf of e0f8d5bcb9b840379fa7eef44c27c4b9 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:11.887644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:11.982091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81df3828>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:07Z', 'revision_number': 2, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:11.986500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Checking router: 41dcb59c-aa04-466b-b13a-e780e5e6461e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:11.986905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Updating router 41dcb59c-aa04-466b-b13a-e780e5e6461e port 750a5025-d3a7-40cd-8292-91277dd7058d binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:12.050022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:12.348670 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f3abae2a-88e4-4448-9068-bda35b843444 req-a0875728-917c-4c20-8972-9469cbe754e9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.0908177
Apr 21 06:20:12.409589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 714e82e6-00c5-43d6-9d67-1acb3dd41381 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:12.607269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 714e82e6-00c5-43d6-9d67-1acb3dd41381 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:12.607665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:12.640141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:12.652885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9ad6b2a2-2001-45f9-a703-bb754cede337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:12.734718 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-556f2e0c-5f8d-451c-97a3-eafca811ef9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2833531
Apr 21 06:20:12.910608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=662e4e01-b137-44b0-b14d-2dddc7c906be,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:12.916759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:12.923005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Checking segment: {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:12.923404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Network hostable DHCP agents. Network: 49c1e4ca-2ec1-4402-a38f-3d6171199c91, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:20:12.924661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:12.940247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Transition to ACTIVE for port object 750a5025-d3a7-40cd-8292-91277dd7058d will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:12.953040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:12.959522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:12.964794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:20:12.978149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a034b2-91d7-4382-a073-fdd928d2927b req-6c88e30b-91b7-437c-a442-08fa28d6f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:12.979777 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-6c88e30b-91b7-437c-a442-08fa28d6f434 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.2042077
Apr 21 06:20:12.980964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 49c1e4ca-2ec1-4402-a38f-3d6171199c91) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:13.000201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:13.000835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.003061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea168d-7d28-4828-8869-d2bb7ece202d None None] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:20:13.201800 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3685448
Apr 21 06:20:13.204439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 41792) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:13.218427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:13.226777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:13.265871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Usage tracker for resource:router and tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:13.272639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:13.282801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:13.300451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.303809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.321629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a034b2-91d7-4382-a073-fdd928d2927b req-37578723-4827-41e9-9afe-68b1394a20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:13.324506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-37578723-4827-41e9-9afe-68b1394a20c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.3035400
Apr 21 06:20:13.330870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.656364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Pushing event updated for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:13.689653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:13.695107 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-8e0a16b2-4cd3-45d4-b118-a6ca00b8f094 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.3438871
Apr 21 06:20:13.760122 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c82f9a2-8849-4799-acb0-185026e0f442 req-f8c96e10-b50f-4ba1-b90c-9873b3c4ed2b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.1795323
Apr 21 06:20:13.802928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Attempting to bind port 750a5025-d3a7-40cd-8292-91277dd7058d on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:13.803353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Attempting to bind port 750a5025-d3a7-40cd-8292-91277dd7058d by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:13.803773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Attempting to bind port 750a5025-d3a7-40cd-8292-91277dd7058d on network 10ac91e6-07ba-4d0a-9305-07d70f0365ba {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:13.923297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:13.923687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Checking segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:13.924295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.924526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Bound using segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:13.925076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Bound port: 750a5025-d3a7-40cd-8292-91277dd7058d, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:13.936364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:13.946093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a034b2-91d7-4382-a073-fdd928d2927b req-0046678f-8831-405b-9a37-c4d8dfaba4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:13.948987 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-0046678f-8831-405b-9a37-c4d8dfaba4d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.2526126
Apr 21 06:20:14.071753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41842) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:14.076306 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-6538f4d0-b60c-4cd5-9b19-042f22fd5628 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127772
Apr 21 06:20:14.166876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'fixed_ips': [{'subnet_id': '662e4e01-b137-44b0-b14d-2dddc7c906be'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:20:14.167817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:14.236080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ab2dbaa1-4304-437b-bc4d-9146b99f6ed8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:14.237854 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ab2dbaa1-4304-437b-bc4d-9146b99f6ed8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 817 time: 0.2680619
Apr 21 06:20:14.312089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] For port 750a5025-d3a7-40cd-8292-91277dd7058d, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:14.521540 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4c2b0de1-a970-4144-9f6f-53d50e41c3a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34ea29833dce488bbaee25c18293a919&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4424624
Apr 21 06:20:14.522538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 41862) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:14.641557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] For port 750a5025-d3a7-40cd-8292-91277dd7058d, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=750a5025-d3a7-40cd-8292-91277dd7058d,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:14.651609 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-f37b1ed4-760a-4012-8a76-80cc1202a1e4 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5561984
Apr 21 06:20:14.656630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:14.658065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12159096-d271-424b-bda2-402800419598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:14.672481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:14.837288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:14.856219 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-79f58f68-91a1-4f83-a597-04db34b16af9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 380 time: 0.5513792
Apr 21 06:20:14.870287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75ebd-b352-4d63-bdc2-9956fce2b779 req-bf81cb50-5af9-4e17-a9ac-4dfc0c1db1f2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:14.878546 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10f75ebd-b352-4d63-bdc2-9956fce2b779 req-bf81cb50-5af9-4e17-a9ac-4dfc0c1db1f2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.1511383
Apr 21 06:20:14.889535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'port': {'device_id': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'admin_state_up': True, 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'security_groups': ['76a43286-2c0c-48c7-93fd-fbb431e32eb4']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:14.921271 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a034b2-91d7-4382-a073-fdd928d2927b req-06e860fd-9595-489f-9522-b890d8c40b39 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596684
Apr 21 06:20:14.930712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:14.931427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81df3828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:15.008242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12159096-d271-424b-bda2-402800419598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:15.161087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12159096-d271-424b-bda2-402800419598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:15.191051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e9611870-595c-4bc7-8e77-1359e9f86757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:15.227044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12159096-d271-424b-bda2-402800419598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390b92e-fa25-4571-9ff7-7713fd0c9c31,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:15.234221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-12159096-d271-424b-bda2-402800419598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:15.248805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12159096-d271-424b-bda2-402800419598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:15.255696 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-12159096-d271-424b-bda2-402800419598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1390b92e-fa25-4571-9ff7-7713fd0c9c31 HTTP/1.1" status: 204  len: 168 time: 0.7235591
Apr 21 06:20:15.429168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Pushing event updated for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:15.448352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:15.482291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Allocated IP 172.20.0.2 (49c1e4ca-2ec1-4402-a38f-3d6171199c91/662e4e01-b137-44b0-b14d-2dddc7c906be/bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:15.514823 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1acc9b2d-834a-40ae-8985-32b4f77fb067 req-526e27c7-aa42-4a54-ad8a-69ca21fd0004 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.2480438
Apr 21 06:20:15.544869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:15.658306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:15.671646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:15.685764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Made reservation on behalf of 26e4673f89424dea8aa8d1582575a9ac for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:15.693053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:15.718055 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10f75ebd-b352-4d63-bdc2-9956fce2b779 req-662c1586-a99f-404f-8db5-adcda43527a1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8384457
Apr 21 06:20:16.382252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:16.408581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Transition to ACTIVE for port object bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:16.439438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81df3828>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:14Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:16.449548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Transition to ACTIVE for port object bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:16.451097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d75cd8-ea9c-40b7-8702-a1aad00b5283 None None] The sync data for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi is: [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:14Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:16.462608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:16.467234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:16.563553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:16.564984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:16.570280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:16.830768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Pushing event updated for resources: {'Port': ['ID=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:16.854582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:16.862761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-f21273a7-927e-4098-8eea-04158736aafe tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:16.884996 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-f21273a7-927e-4098-8eea-04158736aafe tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.9533746
Apr 21 06:20:16.913421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Attempting to bind port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:16.914097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Attempting to bind port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:16.914721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Attempting to bind port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 on network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:16.930865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Allocated IP 172.20.0.14 (19492d73-72e6-4381-b0d3-4491e2b8dea6/611e78a3-bd75-4cbe-b48c-df872c072e78/39140afd-d5a8-4a8f-82af-2463774adc67) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:16.933461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:16.934672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Checking segment: {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:16.936527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:16.937194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Bound using segment: {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:16.938704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Bound port: bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:16.939392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:16.968184 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-9b19696a-2c10-4907-9be6-87a25e3568f7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/quotas/0cecdc8e6425468c981fba2c7569007f HTTP/1.1" status: 200  len: 375 time: 0.0817745
Apr 21 06:20:17.133174 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4d745707-43e7-4e04-92b2-afc6a812d582 req-d22d3025-d164-48dc-a20a-d49662d184e2 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.1791134
Apr 21 06:20:17.190906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] For port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:17.199411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] For port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:17.211923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:17.222170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:17.467554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Pushing event updated for resources: {'Port': ['ID=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:17.481023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:17.968027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:18.016387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:18.267183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-7a63cb5d-c21c-4673-ac95-9dd4fdcfb63f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2444539
Apr 21 06:20:18.388901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 750a5025-d3a7-40cd-8292-91277dd7058d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:18.484054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:18.567828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 750a5025-d3a7-40cd-8292-91277dd7058d completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:18.579195 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-fa5d6451-2b52-4507-b841-e29e00c78c47 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106277
Apr 21 06:20:18.582251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 750a5025-d3a7-40cd-8292-91277dd7058d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:18.582909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:19.336357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:19.415583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 750a5025-d3a7-40cd-8292-91277dd7058d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=750a5025-d3a7-40cd-8292-91277dd7058d,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:19.428097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:19.429616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:19.490718 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-432d9241-33d5-4bd9-aec6-3918653ced1d req-fdf94840-9f17-42d2-8cf0-e73f722c45fc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.9980912
Apr 21 06:20:19.563103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-895da53a-5844-4b7a-935c-0b9099dd69ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:19.615306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Transition to ACTIVE for port object 39140afd-d5a8-4a8f-82af-2463774adc67 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:19.635872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b4439-e044-4fec-896e-62bf9638e168 None None] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:20:19.680520 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-dc818a03-dfc2-4f68-8c22-14068ef0d4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0879862
Apr 21 06:20:19.706717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Allocated IP 172.27.1.225 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/ba9f8a0e-f961-4c66-81d6-881a86c45255) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:19.806998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Provisioning for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:19.821880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:19.831905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:19.832520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:19.906845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:19.918426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:19.960791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Provisioning complete for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:19.961541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.076065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:20.080422 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43bcffac-d676-4dca-8156-1d35f673a049 req-7b31660e-9afe-4809-8118-44821a964f8f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.1248267
Apr 21 06:20:20.082536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:20.089895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:20.098452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:20.104333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:20.106649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:20.109464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:20.191401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:20.192090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.327037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.336046 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4507885
Apr 21 06:20:20.378187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.384567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5524c47-ef91-43f1-9475-ecb2ced359cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:20.456412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.468701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:20.472038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9f8a0e-f961-4c66-81d6-881a86c45255,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:20.476053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:20.478494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:20.479255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:20.492535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.643044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] For port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:20.659665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:20.775270 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:20.815407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:20:20.815407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:20:20.879962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-f0516e46-4131-4bf1-9af8-704e2cf9192b None None] Provisioning for port 39140afd-d5a8-4a8f-82af-2463774adc67 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:20.918964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-f0516e46-4131-4bf1-9af8-704e2cf9192b None None] Provisioning complete for port 39140afd-d5a8-4a8f-82af-2463774adc67 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:20.919549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0516e46-4131-4bf1-9af8-704e2cf9192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:21.002450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Pushing event updated for resources: {'Port': ['ID=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:21.009453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-714b2aec-55df-4c4b-9ede-29cedffba97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:21.023989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-f0516e46-4131-4bf1-9af8-704e2cf9192b None None] Port 39140afd-d5a8-4a8f-82af-2463774adc67 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:21.125159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d6f1-6f77-471b-a613-4d7c7f13da21 req-33fe190a-1d27-4e52-a5a4-1def5aa09a06 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:21.125879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-8f42d6f1-6f77-471b-a613-4d7c7f13da21 req-33fe190a-1d27-4e52-a5a4-1def5aa09a06 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:20:21.289571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-35edffff-c84e-40ef-b633-1e842408d2da None None] Provisioning complete for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:21.290122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-35edffff-c84e-40ef-b633-1e842408d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:21.562815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-8f42d6f1-6f77-471b-a613-4d7c7f13da21 req-33fe190a-1d27-4e52-a5a4-1def5aa09a06 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:20:21.564157 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f42d6f1-6f77-471b-a613-4d7c7f13da21 req-33fe190a-1d27-4e52-a5a4-1def5aa09a06 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 932 time: 0.7599020
Apr 21 06:20:21.566820 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-31da0e62-ae4f-4b61-9527-49ef015ea0bf req-fdc9d647-f8a1-4fd1-82fb-4463e8254918 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.1768811
Apr 21 06:20:21.623274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 750a5025-d3a7-40cd-8292-91277dd7058d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:21.652558 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f42d6f1-6f77-471b-a613-4d7c7f13da21 req-ffb8e03e-f5eb-467b-b7d9-70306d4a7365 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656524
Apr 21 06:20:21.688191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:21.720060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 750a5025-d3a7-40cd-8292-91277dd7058d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:21.720721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:21.945810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:22.099403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:22.100252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:22.111559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:22.381689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:20:22.914401 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-19c2d37d-22b2-4e07-9164-73b5ffb0cfcf req-9ed4ebf4-5b91-42f8-997b-eab55fd9fedb tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.0638762
Apr 21 06:20:22.915831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:22.953273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Sync routers for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:22.972545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:22.974304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c832bd048>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:22.986718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:22.989460 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.7820151
Apr 21 06:20:22.992436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42022) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:23.199458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9612-7b90-4c05-84a1-96aa13b51328 req-1494e5e8-462f-401a-9ab3-67a67656032c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:23.201143 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-765a9612-7b90-4c05-84a1-96aa13b51328 req-1494e5e8-462f-401a-9ab3-67a67656032c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 932 time: 0.2705953
Apr 21 06:20:23.309193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:23.339798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Request body: {'port': {'device_id': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:23.394349 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-765a9612-7b90-4c05-84a1-96aa13b51328 req-cffad81d-6b27-4cd5-868b-03418f85f372 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1847076
Apr 21 06:20:23.617281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.064748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c832bd048>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:21Z', 'revision_number': 3, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:24.064748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Checking router: 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:24.064748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Updating router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 port ba9f8a0e-f961-4c66-81d6-881a86c45255 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:24.148589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.310283 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9e5d9e90-c0fb-482c-aa72-6c89feb62282 req-bfbeb5df-3707-4720-980b-fdafa899a5fa tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.1198068
Apr 21 06:20:24.506997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.707268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:20:24.723110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.788053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Transition to ACTIVE for port object 39140afd-d5a8-4a8f-82af-2463774adc67 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:24.830869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.832341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.850872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Transition to ACTIVE for port object ba9f8a0e-f961-4c66-81d6-881a86c45255 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:24.852962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:24.860299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.864703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:24.965897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Attempting to bind port ba9f8a0e-f961-4c66-81d6-881a86c45255 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:24.966530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Attempting to bind port ba9f8a0e-f961-4c66-81d6-881a86c45255 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:24.966715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Attempting to bind port ba9f8a0e-f961-4c66-81d6-881a86c45255 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:24.975333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29528-7dc1-4308-bdae-c1ec309d91fc None None] Pushing event updated for resources: {'Port': ['ID=ba9f8a0e-f961-4c66-81d6-881a86c45255,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:24.987236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ff29528-7dc1-4308-bdae-c1ec309d91fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:24.988328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:24.988741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:24.989269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:24.989645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:24.990181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Bound port: ba9f8a0e-f961-4c66-81d6-881a86c45255, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:24.990592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:25.171566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] For port ba9f8a0e-f961-4c66-81d6-881a86c45255, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:25.180553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] For port ba9f8a0e-f961-4c66-81d6-881a86c45255, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=ba9f8a0e-f961-4c66-81d6-881a86c45255,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:25.187190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:25.197331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:25.394439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a0798-d85e-4ee3-8e8e-2c30a09cbd4b req-1c4e92b8-8559-4829-af3d-6ee7f2205fac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:25.402454 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8e9a0798-d85e-4ee3-8e8e-2c30a09cbd4b req-1c4e92b8-8559-4829-af3d-6ee7f2205fac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 932 time: 0.7663803
Apr 21 06:20:25.483360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29528-7dc1-4308-bdae-c1ec309d91fc None None] Pushing event updated for resources: {'Port': ['ID=ba9f8a0e-f961-4c66-81d6-881a86c45255,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:25.491553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ff29528-7dc1-4308-bdae-c1ec309d91fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:25.557647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:25.558262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c832bd048>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:25.714855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:25.765623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:25.801111 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bdfe652c-488e-4d5e-a6b1-dba0053a70c7 req-b01d47b8-9824-4dbc-882f-cf407589ebab tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.1489539
Apr 21 06:20:25.826242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Attempting to bind port 39140afd-d5a8-4a8f-82af-2463774adc67 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:25.826559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Attempting to bind port 39140afd-d5a8-4a8f-82af-2463774adc67 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:25.826901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Attempting to bind port 39140afd-d5a8-4a8f-82af-2463774adc67 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:25.845649 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8e9a0798-d85e-4ee3-8e8e-2c30a09cbd4b req-7664a5ac-0e30-4ca9-a922-f80209b97b93 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4412980
Apr 21 06:20:25.865252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Port 39140afd-d5a8-4a8f-82af-2463774adc67 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:20:25.866020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Attempting to bind port 39140afd-d5a8-4a8f-82af-2463774adc67 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:25.873131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Allocated IP 172.20.0.1 (49c1e4ca-2ec1-4402-a38f-3d6171199c91/662e4e01-b137-44b0-b14d-2dddc7c906be/15a8c9b9-0558-4873-95d0-1b3b7cb61e4f) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:25.883735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:25.884245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Checking segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:25.884760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Bound using segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:25.885326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Bound port: 39140afd-d5a8-4a8f-82af-2463774adc67, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:25.885970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:25.935507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:26.114427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:26.137645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:26.150967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.159366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:26.202652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.229197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:26.229882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.231363 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] 10.222.0.35 "PUT /v2.0/ports/39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 1094 time: 2.9069037
Apr 21 06:20:26.234880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:20:26.259460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Transition to ACTIVE for port object 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:26.275765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:26.282516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:26.302378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.312880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:26.378518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:26.383429 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'status': 'completed', 'code': 200}
Apr 21 06:20:26.384520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:26.394331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:26.410572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c832bd048>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:21Z', 'revision_number': 3, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:26.419837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ad-4262-4c75-830a-4a59e31812f1 None None] The sync data for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi is: [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:21Z', 'revision_number': 3, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:26.445181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Pushing event updated for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:26.451894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:26.492461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.676488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.774210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-58d1f586-ca03-409a-be20-af09a3a00689 None None] Provisioning for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:26.785844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-58d1f586-ca03-409a-be20-af09a3a00689 None None] Provisioning complete for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:26.786544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-58d1f586-ca03-409a-be20-af09a3a00689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:26.980278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-58d1f586-ca03-409a-be20-af09a3a00689 None None] Port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:27.317409 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-584f33ea-b610-468a-9d94-c2f1f168758c req-564b5afd-56e0-4da4-baf5-0d6100127488 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.2107134
Apr 21 06:20:27.379581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:27.397133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:27.434677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4d869c8c-df2a-4032-a854-570f9e33196f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:27.542818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:27.558158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Pushing event updated for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:27.564560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:27.567068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b664-9317-4030-86e2-90c095e7e820 req-6092cfc2-ffca-498f-941a-6c65a7239f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:27.568783 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a451b664-9317-4030-86e2-90c095e7e820 req-6092cfc2-ffca-498f-941a-6c65a7239f3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1097 time: 0.3716338
Apr 21 06:20:27.621067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a11bc-3085-46f2-bec1-71c62fa8677c req-8e3b4f9e-8061-4027-b5af-dff6155f2f65 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:27.623298 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-571a11bc-3085-46f2-bec1-71c62fa8677c req-8e3b4f9e-8061-4027-b5af-dff6155f2f65 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.4236422
Apr 21 06:20:27.714282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device ba9f8a0e-f961-4c66-81d6-881a86c45255 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:27.963534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port ba9f8a0e-f961-4c66-81d6-881a86c45255 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:27.985349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port ba9f8a0e-f961-4c66-81d6-881a86c45255 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:27.986322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:28.058884 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-571a11bc-3085-46f2-bec1-71c62fa8677c req-59609c64-b7a3-47f2-89da-843c41b5d13e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1938915
Apr 21 06:20:28.179631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b664-9317-4030-86e2-90c095e7e820 req-3015dae0-26cf-4b9a-8d21-ff3b0ecc78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:28.181318 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a451b664-9317-4030-86e2-90c095e7e820 req-3015dae0-26cf-4b9a-8d21-ff3b0ecc78ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=26e4673f89424dea8aa8d1582575a9ac&shared=False HTTP/1.1" status: 200  len: 918 time: 0.5974476
Apr 21 06:20:28.212033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-5c6e494b-94c4-482e-a1cc-0a6fb2d517ba tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:28.219365 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-5c6e494b-94c4-482e-a1cc-0a6fb2d517ba tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/networks?id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 200  len: 815 time: 0.5424595
Apr 21 06:20:28.253728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Request body: {'port': {'device_id': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'admin_state_up': True, 'tenant_id': '0cecdc8e6425468c981fba2c7569007f'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:28.393758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:28.443525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port ba9f8a0e-f961-4c66-81d6-881a86c45255, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=ba9f8a0e-f961-4c66-81d6-881a86c45255,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:28.448711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b664-9317-4030-86e2-90c095e7e820 req-7106a79d-8aa8-46a6-a09d-5eeb2662c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:28.450773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:28.452833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:28.461477 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a451b664-9317-4030-86e2-90c095e7e820 req-7106a79d-8aa8-46a6-a09d-5eeb2662c953 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2732728
Apr 21 06:20:28.620146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=ba9f8a0e-f961-4c66-81d6-881a86c45255,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:28.624636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:28.731728 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43f15c69-67be-4dfc-a60b-7a38349be4bc req-41e16136-9061-4c2e-bf37-2e0d48462396 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.1973848
Apr 21 06:20:28.734272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:28.736916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:28.746858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:28.787199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:28.813008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Made reservation on behalf of 0cecdc8e6425468c981fba2c7569007f for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:28.831175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:29.068691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:20:29.130833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-f96fa535-f929-43da-863c-7de3b538f19d None None] Provisioning complete for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:29.139756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f96fa535-f929-43da-863c-7de3b538f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:29.187659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8107e01f-5d89-441e-9272-3b13fe3a5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:29.191072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-8107e01f-5d89-441e-9272-3b13fe3a5874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1097 time: 0.5420904
Apr 21 06:20:29.212302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-f96fa535-f929-43da-863c-7de3b538f19d None None] Port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:29.333917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Allocated IP 172.20.0.10 (8fa5ea8c-87c2-4048-9e9d-aa761af8e483/3e3e7002-7ed3-4267-b33f-80a0acd2408d/a3751f0c-15ba-45eb-a893-ab0a93a22ed2) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:29.452789 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-aee754fa-1cc6-4bd1-a1a8-32854c1b6d89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 217 time: 0.2399998
Apr 21 06:20:29.647389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device ba9f8a0e-f961-4c66-81d6-881a86c45255 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:29.771204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port ba9f8a0e-f961-4c66-81d6-881a86c45255 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:29.771899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:29.838639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:29.905485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:29.906753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:29.935074 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] 10.222.0.37 "PUT /v2.0/routers/3f3d04a6-c3ca-42fb-9c41-dc96fff35f13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9320059
Apr 21 06:20:29.940985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:29.970637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1557e2c-05f0-4c45-b979-09d1f2eb9618 req-da2465d7-d220-4da2-948e-179be6a91360 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:29.983191 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c1557e2c-05f0-4c45-b979-09d1f2eb9618 req-da2465d7-d220-4da2-948e-179be6a91360 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.3591511
Apr 21 06:20:30.063738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:30.069795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:30.094723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:30.113918 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c1557e2c-05f0-4c45-b979-09d1f2eb9618 req-3570ba56-e2ce-4fbe-83f9-bc3dd50af170 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068544
Apr 21 06:20:30.212323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event updated for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:30.217972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:30.269221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:30.269971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:30.303414 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0724125
Apr 21 06:20:30.463461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Sync routers for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:30.478377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:30.478377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb95f8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:30.725078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:31.040728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38b85-0a8e-437a-837e-dcfeda781672 req-0802e2a1-5fd5-408c-84a2-317ce87ebb6c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:31.042430 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aae38b85-0a8e-437a-837e-dcfeda781672 req-0802e2a1-5fd5-408c-84a2-317ce87ebb6c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 932 time: 0.6244562
Apr 21 06:20:31.071678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9dac3-506e-4723-968c-15a8e39aad4b req-410e291e-09b7-47a7-b43e-d116086d13c1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:31.074597 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d6a9dac3-506e-4723-968c-15a8e39aad4b req-410e291e-09b7-47a7-b43e-d116086d13c1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.6129177
Apr 21 06:20:31.196550 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aae38b85-0a8e-437a-837e-dcfeda781672 req-143466c6-9141-4147-ada0-87ab5c8aba1d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202700
Apr 21 06:20:31.211034 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d6a9dac3-506e-4723-968c-15a8e39aad4b req-5ee7be61-1bfa-45fb-8117-decac61a0ed9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029084
Apr 21 06:20:31.337435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb95f8>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:26Z', 'revision_number': 4, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '15a8c9b9-0558-4873-95d0-1b3b7cb61e4f', 'name': '', 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'mac_address': 'fa:16:3e:60:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:24Z', 'updated_at': '2021-04-21T06:20:26Z', 'revision_number': 2, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'subnets': [{'id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:31.345391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Checking router: 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:31.346084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Updating router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:31.448020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:31.482951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e92da-b73d-43a4-ba5e-9f95c3c7c805 req-a5715aff-aa01-4393-af99-84ec6731fe94 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:31.484716 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d62e92da-b73d-43a4-ba5e-9f95c3c7c805 req-a5715aff-aa01-4393-af99-84ec6731fe94 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1251583
Apr 21 06:20:31.594026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d62e92da-b73d-43a4-ba5e-9f95c3c7c805 req-b25dca90-289c-44ce-b51c-d7db4650d40e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943167
Apr 21 06:20:31.947265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:31.961440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Transition to ACTIVE for port object 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:31.969615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:31.976743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:32.165241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Pushing event updated for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:32.178993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:32.242390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Attempting to bind port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:32.242804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Attempting to bind port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:32.243211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Attempting to bind port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f on network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:32.253341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:32.253780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Checking segment: {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:32.254238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:32.254722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Bound using segment: {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:32.255265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Bound port: 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7763e541-df0c-4762-93d2-9819f09b42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:32.255682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:32.384768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] For port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:32.389200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] For port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:32.394574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:32.399222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a2506df3-a816-46b5-926e-e06d57acccd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:32.557470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:32.558265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb95f8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:32.658315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Pushing event updated for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:32.674362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:32.710793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ca50-a63c-4783-9fbd-f3e623659f8b req-c1d8d680-53a3-449b-b57c-f64fcd1b8696 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:32.712319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Request body: {'port': {'device_id': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:32.746386 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b865ca50-a63c-4783-9fbd-f3e623659f8b req-c1d8d680-53a3-449b-b57c-f64fcd1b8696 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 932 time: 0.2952120
Apr 21 06:20:32.781970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:20:32.979173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-cfe2f730-3d9a-423a-9f9e-db75db6b3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:32.982466 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-cfe2f730-3d9a-423a-9f9e-db75db6b3463 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.1970806
Apr 21 06:20:33.117622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:33.320034 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b865ca50-a63c-4783-9fbd-f3e623659f8b req-96e18708-134e-4853-82cd-8b53b9a0929f tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5679913
Apr 21 06:20:33.383068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-069801dd-4e79-47fa-ab9d-36f6b2e55dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:33.384788 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-069801dd-4e79-47fa-ab9d-36f6b2e55dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2405272
Apr 21 06:20:33.403286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:33.914948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb95f8>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:26Z', 'revision_number': 4, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '15a8c9b9-0558-4873-95d0-1b3b7cb61e4f', 'name': '', 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'mac_address': 'fa:16:3e:60:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:24Z', 'updated_at': '2021-04-21T06:20:32Z', 'revision_number': 4, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'subnets': [{'id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:33.928042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62532a57-abed-4654-87a8-9d922f3c0d63 None None] The sync data for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi is: [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:20:26Z', 'revision_number': 4, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '15a8c9b9-0558-4873-95d0-1b3b7cb61e4f', 'name': '', 'network_id': '49c1e4ca-2ec1-4402-a38f-3d6171199c91', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'mac_address': 'fa:16:3e:60:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:24Z', 'updated_at': '2021-04-21T06:20:32Z', 'revision_number': 4, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'subnets': [{'id': '662e4e01-b137-44b0-b14d-2dddc7c906be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:33.952301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d801-b14f-4980-af54-c49560d1c6cc req-b0ad8014-8c93-4c56-b9d2-667fc35f714f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:33.961568 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f1b7d801-b14f-4980-af54-c49560d1c6cc req-b0ad8014-8c93-4c56-b9d2-667fc35f714f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.9751217
Apr 21 06:20:33.963906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-517e872c-7b84-48e4-bb64-b692a8443cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:33.965480 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-517e872c-7b84-48e4-bb64-b692a8443cec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.9817262
Apr 21 06:20:33.978263 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-491c2b16-9a07-4eac-ac91-61f3ddeff469 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5798056
Apr 21 06:20:34.065604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3751f0c-15ba-45eb-a893-ab0a93a22ed2 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:20:34.074984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.106038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Transition to ACTIVE for port object a3751f0c-15ba-45eb-a893-ab0a93a22ed2 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:34.110255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.128554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:34.419472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Pushing event updated for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:34.433761 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f1b7d801-b14f-4980-af54-c49560d1c6cc req-fd1ed48a-fd46-4e74-a1a8-43864391c311 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3617301
Apr 21 06:20:34.490536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:34.547036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-9cd1b223-e4fb-472a-85d0-43c25cc8d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:34.548688 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-9cd1b223-e4fb-472a-85d0-43c25cc8d115 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.5695186
Apr 21 06:20:34.600852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84c049-2fdb-4ecd-bec1-fa55f0f0ca21 req-e6fb244e-c5cc-4449-8c6c-2826d93ebc33 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:34.602579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3a84c049-2fdb-4ecd-bec1-fa55f0f0ca21 req-e6fb244e-c5cc-4449-8c6c-2826d93ebc33 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.8816335
Apr 21 06:20:34.609984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Attempting to bind port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:34.610369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Attempting to bind port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:34.610748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Attempting to bind port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:34.624789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:20:34.625169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Attempting to bind port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 on network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:34.633269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:34.634306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Checking segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:34.634433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Bound using segment: {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:34.635072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Bound port: a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4d085d-2a86-47b8-90ed-a5394bd418bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:34.635478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.767337 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3a84c049-2fdb-4ecd-bec1-fa55f0f0ca21 req-0ba274ab-ca49-40b9-961c-36894f208e3e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881431
Apr 21 06:20:34.775245 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-6fece117-7487-4918-9081-857efb882b79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.1840682
Apr 21 06:20:34.809254 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-20e9c27f-d433-46b4-982e-dc225a957b7e req-9169f5d0-9761-4566-a92c-8687b09718e5 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7274094
Apr 21 06:20:34.820593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:34.825421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:34.835501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.845458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f5cf752f-09e0-4bfc-b8ea-55c3ee73486b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:34.940102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf245111-8561-4874-aec5-62c4469fbfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.959088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:34.960358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:34.962364 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] 10.222.0.35 "PUT /v2.0/ports/a3751f0c-15ba-45eb-a893-ab0a93a22ed2 HTTP/1.1" status: 200  len: 1094 time: 2.2555416
Apr 21 06:20:34.972653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:20:35.024324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39370939-ea9b-429b-97da-8b5afc4c3203 req-177bd0be-b8a8-4d1a-9d8e-e6dd4b7b9dd3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:35.026039 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39370939-ea9b-429b-97da-8b5afc4c3203 req-177bd0be-b8a8-4d1a-9d8e-e6dd4b7b9dd3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.1760902
Apr 21 06:20:35.040523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Pushing event updated for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:35.053113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:35.078799 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2', 'status': 'completed', 'code': 200}
Apr 21 06:20:35.096515 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39370939-ea9b-429b-97da-8b5afc4c3203 req-393d06a7-ca31-4b5b-900c-1ece2d2c5d67 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626514
Apr 21 06:20:35.664920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:35.762982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d321c01-3008-400f-bc89-af8d3947a9c5 req-82cb30f8-a12f-4087-8c70-5d8b2a7698c1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:35.769094 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d321c01-3008-400f-bc89-af8d3947a9c5 req-82cb30f8-a12f-4087-8c70-5d8b2a7698c1 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1433244
Apr 21 06:20:35.809296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:35.817393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:35.818188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:35.843196 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d321c01-3008-400f-bc89-af8d3947a9c5 req-9851e450-647b-4596-abe3-2fc250ccc5a9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704956
Apr 21 06:20:36.153438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:36.211960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fcda-0de2-4b4a-9c3f-eff00fc63ed7 req-dc902c70-c245-498c-82bd-09f03bae1256 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:36.219170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-07b3fcda-0de2-4b4a-9c3f-eff00fc63ed7 req-dc902c70-c245-498c-82bd-09f03bae1256 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.2100585
Apr 21 06:20:36.291630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:36.298929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:36.308405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:36.354051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-07b3fcda-0de2-4b4a-9c3f-eff00fc63ed7 req-5d8779d0-0cae-446f-b369-f28f2779f0b4 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236005
Apr 21 06:20:36.433557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:36.448607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:36.534679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb2fe6-125f-4b88-a947-ea7ea0e10020 req-e244025f-21f1-4413-9eab-b47928ac7e31 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:36.536488 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e3eb2fe6-125f-4b88-a947-ea7ea0e10020 req-e244025f-21f1-4413-9eab-b47928ac7e31 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.1230268
Apr 21 06:20:36.618072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e3eb2fe6-125f-4b88-a947-ea7ea0e10020 req-0aba5846-b17f-4566-8270-a7f49041fd4c tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741646
Apr 21 06:20:37.227815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234335e4-ada8-4ec7-8611-dcf7bb3fac37 req-c21ec5b3-b14b-454e-b440-5e958b803e22 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:37.232442 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-234335e4-ada8-4ec7-8611-dcf7bb3fac37 req-c21ec5b3-b14b-454e-b440-5e958b803e22 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2114079
Apr 21 06:20:37.380224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-234335e4-ada8-4ec7-8611-dcf7bb3fac37 req-39cba146-bc79-4497-a0ea-1e43ea6a1ce3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357925
Apr 21 06:20:37.704970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:37.938620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:37.939305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:37.966501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98bf6-54b7-4ac1-9aa7-09751b8e5741 req-b5872be9-846d-49ab-977e-790dea2fa2ac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:37.968361 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-56c98bf6-54b7-4ac1-9aa7-09751b8e5741 req-b5872be9-846d-49ab-977e-790dea2fa2ac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.2786822
Apr 21 06:20:38.001173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365160f0-15d3-47a4-937b-3a81815d7391 req-41fbbe4c-6042-42e7-92a3-258cb0401e97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:38.003312 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-365160f0-15d3-47a4-937b-3a81815d7391 req-41fbbe4c-6042-42e7-92a3-258cb0401e97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.1529891
Apr 21 06:20:38.032145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d3afc75-7da6-4033-9f65-6841ab29d4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:38.100628 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-56c98bf6-54b7-4ac1-9aa7-09751b8e5741 req-142805e4-def5-4b01-a909-d8b8a8bcca5a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148307
Apr 21 06:20:38.125788 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-365160f0-15d3-47a4-937b-3a81815d7391 req-c13bf970-f277-4cf1-a908-1ad401acde1e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900388
Apr 21 06:20:38.230350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-2e5cbf2e-8945-42b8-aaf3-42baad05c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:38.231969 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-2e5cbf2e-8945-42b8-aaf3-42baad05c87e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.0904567
Apr 21 06:20:38.452456 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-03454007-ce3f-4034-9c2a-4864d8b78de0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907741
Apr 21 06:20:38.455107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:38.665975 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-8d46576b-6930-4492-a401-e0b60e5ae657 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957619
Apr 21 06:20:38.774937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-4b0b5659-2c15-4fb4-9540-e2b24fa622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:38.777518 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-4b0b5659-2c15-4fb4-9540-e2b24fa622d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 1097 time: 0.5236435
Apr 21 06:20:38.834621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:20:38.978671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:39.021738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:39.425687 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f7c0b64-e81a-4f8c-98b3-01029ec9755c req-1fe16060-110c-4aa4-ae8c-eeff42c653c0 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7494206
Apr 21 06:20:39.544506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202990b-08dd-4b85-85c2-03c1393f776f req-b9120b87-965d-427e-a8db-a4325c943872 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:39.544506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e202990b-08dd-4b85-85c2-03c1393f776f req-b9120b87-965d-427e-a8db-a4325c943872 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.7534957
Apr 21 06:20:39.544506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-3fda6329-bf5e-4a67-88c0-4f319edcb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:39.544506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-3fda6329-bf5e-4a67-88c0-4f319edcb5f4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0cecdc8e6425468c981fba2c7569007f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6966865
Apr 21 06:20:39.655538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:39.784707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-b71c0114-d165-474c-9e4d-533d1bd0bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:39.786611 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-686a36da-4ea2-4017-b51b-5fc9af4fcb14 req-b71c0114-d165-474c-9e4d-533d1bd0bcb1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2180784
Apr 21 06:20:39.844846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952127e-2a47-4304-a819-b8b54333b8c9 req-80436de9-0a15-4d8c-8696-9a0fc929efaa tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:39.846529 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d952127e-2a47-4304-a819-b8b54333b8c9 req-80436de9-0a15-4d8c-8696-9a0fc929efaa tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.5224617
Apr 21 06:20:39.953514 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e202990b-08dd-4b85-85c2-03c1393f776f req-efb37264-8b9a-439d-ab87-5dc37026c97f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3899102
Apr 21 06:20:40.045978 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d952127e-2a47-4304-a819-b8b54333b8c9 req-f5cb27a4-a6a8-4767-a273-346567a8e141 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373682
Apr 21 06:20:40.113854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-1c23c79d-91c9-4a95-809d-468189586e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:40.117036 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-1c23c79d-91c9-4a95-809d-468189586e0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cecdc8e6425468c981fba2c7569007f&device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 1097 time: 0.2694030
Apr 21 06:20:40.197608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42314) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:40.268668 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-35040014-9bbe-4fb3-a8bf-6984d95c3cc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2 HTTP/1.1" status: 200  len: 217 time: 0.1405971
Apr 21 06:20:40.461853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-d156316b-8ca1-4238-a47f-f6fe4f3d9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:40.463587 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-d156316b-8ca1-4238-a47f-f6fe4f3d9153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 200  len: 855 time: 0.1028612
Apr 21 06:20:40.538846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:40.541391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ec1a5-be59-4c09-9efb-dc8c966a92b6 req-720bb00d-1e91-4e65-80c2-796e350cb310 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:40.543254 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b10ec1a5-be59-4c09-9efb-dc8c966a92b6 req-720bb00d-1e91-4e65-80c2-796e350cb310 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.2734015
Apr 21 06:20:40.546104 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-01bfa748-e638-406b-9cd8-82e06cd25d76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fa5ea8c-87c2-4048-9e9d-aa761af8e483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0725007
Apr 21 06:20:40.639568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:40.660147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Usage tracker for resource:security_group_rule and tenant:48108c6747114b23918d00daa893fb45 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:40.677399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:40.707301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:40.719740 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b10ec1a5-be59-4c09-9efb-dc8c966a92b6 req-523a65e6-bf14-431a-9d03-e69146dc2377 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247554
Apr 21 06:20:40.852734 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-3614c4a8-4506-4627-a4b2-050aeef7b38d service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2970791
Apr 21 06:20:40.876994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:40.885453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:40.904300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1d9e9c59-7255-42ca-b29b-f96ccf24171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:40.990247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:20:41.008176 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48108c6747114b23918d00daa893fb45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8089049
Apr 21 06:20:41.009328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4119b681-0316-4e56-b262-2c48bfb43c17,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:41.013901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:41.014692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42346) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:41.113383 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5647b99a-65f9-41b4-af89-b88d10b640b4 req-666ff582-1212-4424-b65f-76eb0d21e289 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2517908
Apr 21 06:20:41.148852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.231035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.378825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.390691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7d50dc67-3a4e-42b4-a484-2229c52da828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:41.392632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d21d-1b9e-492a-8a35-79f93f8fe3a1 req-a9484978-a933-4ad6-a6b2-5a21c4d911d4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:41.403236 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6104d21d-1b9e-492a-8a35-79f93f8fe3a1 req-a9484978-a933-4ad6-a6b2-5a21c4d911d4 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2006438
Apr 21 06:20:41.430301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119b681-0316-4e56-b262-2c48bfb43c17,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:41.435586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:41.446789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.448133 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4119b681-0316-4e56-b262-2c48bfb43c17 HTTP/1.1" status: 204  len: 168 time: 0.4321475
Apr 21 06:20:41.514481 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6104d21d-1b9e-492a-8a35-79f93f8fe3a1 req-76148371-3a17-4e00-9d29-a208388ca5df tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033137
Apr 21 06:20:41.635551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:41.658683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '39140afd-d5a8-4a8f-82af-2463774adc67', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:20:41.697450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852cfb-ccb2-48cf-89fb-425cc7c9f8b7 req-934919a6-b75b-4912-b93b-71266275b3bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:41.700615 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-44852cfb-ccb2-48cf-89fb-425cc7c9f8b7 req-934919a6-b75b-4912-b93b-71266275b3bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1913462
Apr 21 06:20:41.756755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.787102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:20:41.809751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:41.818928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:41.825887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:41.866798 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-44852cfb-ccb2-48cf-89fb-425cc7c9f8b7 req-bd00c6d5-dec2-4abd-a7c4-20b44227f7fc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360252
Apr 21 06:20:41.952781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:41.957349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:42.253599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['39140afd-d5a8-4a8f-82af-2463774adc67'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:20:42.286782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be6912-d821-4c4f-9a84-22ca390eb747 req-2083d1b5-afbf-4cac-83b2-6529ab2cd831 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:42.289835 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d9be6912-d821-4c4f-9a84-22ca390eb747 req-2083d1b5-afbf-4cac-83b2-6529ab2cd831 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.2545853
Apr 21 06:20:42.407675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d9be6912-d821-4c4f-9a84-22ca390eb747 req-cf62504d-56fc-471f-bb1e-d01587716a43 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936451
Apr 21 06:20:42.869416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c629bb-f915-4f9e-af64-1cc36d88af4f req-629c5a9d-bc0c-4478-9599-2620190eea4d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:42.879492 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-33c629bb-f915-4f9e-af64-1cc36d88af4f req-629c5a9d-bc0c-4478-9599-2620190eea4d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1323771
Apr 21 06:20:42.936833 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-33c629bb-f915-4f9e-af64-1cc36d88af4f req-9ef2b623-259b-48de-a40d-7432762c0350 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563955
Apr 21 06:20:43.014773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device a3751f0c-15ba-45eb-a893-ab0a93a22ed2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:20:43.286832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42392) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:43.606822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:43.620200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ea89-bd3c-4609-8383-34a70bc3a175 req-9956bfaf-f7ad-4cad-b857-d31c8c6eeeda tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:43.641840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4690ea89-bd3c-4609-8383-34a70bc3a175 req-9956bfaf-f7ad-4cad-b857-d31c8c6eeeda tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 945 time: 0.4017191
Apr 21 06:20:43.677227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2', 'network_id': '8fa5ea8c-87c2-4048-9e9d-aa761af8e483', 'port_id': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2', 'mac_address': 'fa:16:3e:e6:78:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e7002-7ed3-4267-b33f-80a0acd2408d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:20:43.758000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1773106332-network', 'tenant_id': '3ded2bd119c742c28b20098321779f05'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:43.782853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:43.795810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:43.799652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Usage tracker for resource:network and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:43.817643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:43.826250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:43.844915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3751f0c-15ba-45eb-a893-ab0a93a22ed2 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:20:43.852371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Made reservation on behalf of 3ded2bd119c742c28b20098321779f05 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:43.857822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:43.890245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:43.898438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:43.906804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:43.911978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:43.940178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:43.948076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:43.948947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4690ea89-bd3c-4609-8383-34a70bc3a175 req-b5ae958e-4c1f-4493-8ac0-bf7cc58fd561 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3034132
Apr 21 06:20:43.964262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:44.022210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:44.037718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2b1aa-2b70-4a1c-8752-d6e9976f5315 req-997a771a-3d14-4c29-a344-99ee43094688 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:44.039762 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d1d2b1aa-2b70-4a1c-8752-d6e9976f5315 req-997a771a-3d14-4c29-a344-99ee43094688 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 944 time: 0.3084219
Apr 21 06:20:44.119898 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d1d2b1aa-2b70-4a1c-8752-d6e9976f5315 req-b64b82e9-26ff-4fcb-880b-6e202b7d71e9 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622430
Apr 21 06:20:44.120522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:44.126798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:44.195636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.203330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.217628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-188350a2-bcb9-4eb7-a79d-980925fa27ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:44.248870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884f542-ad4c-47f0-8629-4ccc0abfb6ac req-f35e02ac-3317-4a39-8747-c3f8ab536995 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:44.257384 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c884f542-ad4c-47f0-8629-4ccc0abfb6ac req-f35e02ac-3317-4a39-8747-c3f8ab536995 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1209364
Apr 21 06:20:44.270701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:20:44.282205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.282626 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Added segment b34b9a31-76fc-4aec-a3b3-100851c0562d of type vlan for network 9c7aea89-ca85-44e3-b661-6f985e89ffd8
Apr 21 06:20:44.288708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2b255-40fd-41da-adca-6ad33244f60c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:44.292165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:44.311915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['a3751f0c-15ba-45eb-a893-ab0a93a22ed2'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:20:44.328019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.342995 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c884f542-ad4c-47f0-8629-4ccc0abfb6ac req-7aed75ec-9533-449a-bb1e-721ebe6f2c2e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842156
Apr 21 06:20:44.383371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.385755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:44.386405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:44.393739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:44.649413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Pushing event updated for resources: {'Network': ['ID=9c7aea89-ca85-44e3-b661-6f985e89ffd8,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:44.656464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3677049
Apr 21 06:20:44.658214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:44.662228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42412) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:44.681191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Request body: {'subnet': {'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1773106332-subnet', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:44.691536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:20:44.691942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:44.699243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Usage tracker for resource:subnet and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:44.704764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:44.718090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:44.737704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Made reservation on behalf of 3ded2bd119c742c28b20098321779f05 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:20:44.752323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847034282'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:45.022892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:45.218600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 39140afd-d5a8-4a8f-82af-2463774adc67 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:45.227343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 39140afd-d5a8-4a8f-82af-2463774adc67 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:45.228229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:45.441060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:45.494848 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:20:45.510128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:45.529380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:45.532354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:45.678214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:45.689631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:45.824971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5934bc-ab76-4425-9d13-ef4bf01752ec req-8609123a-ee0f-42aa-ac17-45d062db5de3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:45.827038 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c5934bc-ab76-4425-9d13-ef4bf01752ec req-8609123a-ee0f-42aa-ac17-45d062db5de3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 945 time: 0.3597307
Apr 21 06:20:45.842683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d04b0-a1aa-4e64-8c17-1928ef11d3fb req-9bfbe515-d398-4f04-906e-c2702f58421e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:45.851904 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-264d04b0-a1aa-4e64-8c17-1928ef11d3fb req-9bfbe515-d398-4f04-906e-c2702f58421e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 945 time: 0.4889133
Apr 21 06:20:45.966857 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-264d04b0-a1aa-4e64-8c17-1928ef11d3fb req-792a0222-26e5-419a-8694-721e67ab1cd8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110864
Apr 21 06:20:45.986507 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c5934bc-ab76-4425-9d13-ef4bf01752ec req-5ad05c11-a533-4231-818d-bee7e5261fe3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260507
Apr 21 06:20:46.202803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7427293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847034297'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:46.218854 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'code': 200}
Apr 21 06:20:46.219538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57ba46ab-8ea3-4d0b-98ce-82c65441accf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:46.329559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:46.348687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:46.587463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Checking segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:46.588171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Network hostable DHCP agents. Network: 9c7aea89-ca85-44e3-b661-6f985e89ffd8, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:20:46.721166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578221f-d86c-46ce-8fd0-f1c79b236a5f req-4052f5cd-3479-49d9-ab2d-9b2d7ee286c7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:46.737006 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d578221f-d86c-46ce-8fd0-f1c79b236a5f req-4052f5cd-3479-49d9-ab2d-9b2d7ee286c7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.4093864
Apr 21 06:20:46.886049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:20:46.968089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 9c7aea89-ca85-44e3-b661-6f985e89ffd8) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:46.978308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e3763-5aee-40c1-972d-296ba0229219 None None] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:20:47.017628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc7b3c-a0d6-4523-82c2-df7805c9cc71 req-c809a6b7-ddab-4fc3-ab8d-6715845e2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:47.020602 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38dc7b3c-a0d6-4523-82c2-df7805c9cc71 req-c809a6b7-ddab-4fc3-ab8d-6715845e2b8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1099 time: 0.2789483
Apr 21 06:20:47.038353 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d578221f-d86c-46ce-8fd0-f1c79b236a5f req-58845418-48c0-4760-9628-caa8352b447e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996113
Apr 21 06:20:47.073121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42454) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:47.117375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:47.154370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.330885 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38dc7b3c-a0d6-4523-82c2-df7805c9cc71 req-5ddbbee2-c34c-4796-aa04-8aa3224e7473 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2904594
Apr 21 06:20:47.381076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device a3751f0c-15ba-45eb-a893-ab0a93a22ed2 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:47.458442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.538574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:47.552625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Usage tracker for resource:security_group_rule and tenant:8318582645614123b2cf20eadc2c9385 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:47.571690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:47.602338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:47.606110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:20:47.607066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.615313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-58f96048-ef69-4594-a556-0eb1d4693c92 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9508016
Apr 21 06:20:47.620701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42466) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:47.652309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:47.678323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:47.701094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Usage tracker for resource:router and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:47.766344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:47.821446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:47.841991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.851714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.893952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.896475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:47.955694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0707b658-1b99-4cd9-a380-b5fed7366092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:47.977501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Allocated IP 172.20.0.2 (9c7aea89-ca85-44e3-b661-6f985e89ffd8/a2e0aedb-d3ef-46b9-8fb8-7c81067c6799/17856b83-fadf-4d81-883f-e2a4747037a4) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:48.005572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d34f0-1ca1-45a4-ad98-e437d2c42050 req-ad495724-3ee0-43ca-a71b-a21457a72fb9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:48.012585 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8318582645614123b2cf20eadc2c9385&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9372315
Apr 21 06:20:48.014113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42476) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:48.015843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0614d-7a07-4b3c-a8e9-d27c26bfdbba,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:48.032544 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c57d34f0-1ca1-45a4-ad98-e437d2c42050 req-ad495724-3ee0-43ca-a71b-a21457a72fb9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.6898284
Apr 21 06:20:48.101860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:48.189863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.205302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.284804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.378384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.394265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bc575d9b-5e81-4d68-90b8-b0a7cdb07f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:48.403170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.421289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Transition to ACTIVE for port object 17856b83-fadf-4d81-883f-e2a4747037a4 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:48.423081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0614d-7a07-4b3c-a8e9-d27c26bfdbba,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:48.430339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:48.432181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.439669 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2b0614d-7a07-4b3c-a8e9-d27c26bfdbba HTTP/1.1" status: 204  len: 168 time: 0.4170513
Apr 21 06:20:48.458720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Transition to ACTIVE for port object 17856b83-fadf-4d81-883f-e2a4747037a4 will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:48.462308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:48.473314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:48.474042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.529485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:48.549986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:48.612904 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c57d34f0-1ca1-45a4-ad98-e437d2c42050 req-f04543c3-5465-4129-9484-61226223cc6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5576103
Apr 21 06:20:48.683988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Pushing event updated for resources: {'Port': ['ID=17856b83-fadf-4d81-883f-e2a4747037a4,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:48.702703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:48.740791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:48.762521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:48.771847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:49.062245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ace9b-c584-43c4-b683-bbfbde5e0841 req-773414a8-e54c-4486-84d3-1235a4c136f7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:49.071033 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-140ace9b-c584-43c4-b683-bbfbde5e0841 req-773414a8-e54c-4486-84d3-1235a4c136f7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 945 time: 0.8022363
Apr 21 06:20:49.117202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Attempting to bind port 17856b83-fadf-4d81-883f-e2a4747037a4 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:49.117816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Attempting to bind port 17856b83-fadf-4d81-883f-e2a4747037a4 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:49.118351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Attempting to bind port 17856b83-fadf-4d81-883f-e2a4747037a4 on network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:49.121279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:49.168518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:49.172435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:20:49.179074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:49.182558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:49.183374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Checking segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:49.184563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:49.184563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Bound using segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:49.185015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Bound port: 17856b83-fadf-4d81-883f-e2a4747037a4, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:49.185544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:49.205862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:49.331075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] For port 17856b83-fadf-4d81-883f-e2a4747037a4, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:49.335485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] For port 17856b83-fadf-4d81-883f-e2a4747037a4, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=17856b83-fadf-4d81-883f-e2a4747037a4,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:49.344538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:49.527811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:49.554621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:49.557793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:49.759408 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-140ace9b-c584-43c4-b683-bbfbde5e0841 req-1c7304e3-c021-4bf3-92ee-eb0f8d9c4aea tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6872764
Apr 21 06:20:49.908248 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2', 'code': 200}
Apr 21 06:20:49.910450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Pushing event updated for resources: {'Port': ['ID=17856b83-fadf-4d81-883f-e2a4747037a4,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:49.937292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:50.125742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:50.311755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348aea1-07cc-49d8-803e-03a63236ba00 req-377c7eb3-69ba-4175-b45f-920a452c8a16 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:50.313529 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8348aea1-07cc-49d8-803e-03a63236ba00 req-377c7eb3-69ba-4175-b45f-920a452c8a16 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.2636502
Apr 21 06:20:50.505894 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8348aea1-07cc-49d8-803e-03a63236ba00 req-baa30712-6e05-4a42-87e5-078d7b922047 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417949
Apr 21 06:20:50.577736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8527-4bd0-4c41-9d8f-c86ce250d40f req-305d7753-ea62-4d37-b1c7-6e4db001bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:50.579434 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c7ff8527-4bd0-4c41-9d8f-c86ce250d40f req-305d7753-ea62-4d37-b1c7-6e4db001bf84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 1099 time: 0.2648644
Apr 21 06:20:50.641939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582bd4f-66a7-4d80-b8ec-15f0df57117a req-58fe79f8-8627-4a08-a1c8-63d76a4ce881 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:50.643644 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0582bd4f-66a7-4d80-b8ec-15f0df57117a req-58fe79f8-8627-4a08-a1c8-63d76a4ce881 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.3913312
Apr 21 06:20:50.701167 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c7ff8527-4bd0-4c41-9d8f-c86ce250d40f req-f5ab6521-5159-41f2-a0b3-e17db139510e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049583
Apr 21 06:20:50.796994 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0582bd4f-66a7-4d80-b8ec-15f0df57117a req-6fe226e8-0d4f-46f3-9cda-b3869561e91a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411142
Apr 21 06:20:51.030215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:51.074430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:51.290192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Allocated IP 172.27.1.194 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/02432c4f-9049-46af-a4c2-9d43365269d9) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:51.510874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:51.682122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd1a0a-39db-45b9-9d80-e7ade006da9d None None] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:20:51.683560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:51.704885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:51.813262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:51.834595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:51.852941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:51.948567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Pushing event updated for resources: {'Port': ['ID=02432c4f-9049-46af-a4c2-9d43365269d9,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:51.975870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:52.097511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 17856b83-fadf-4d81-883f-e2a4747037a4 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:52.311082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-1e92f9fc-e42f-4da9-812f-9c9b0746c9a4 None None] Provisioning for port 17856b83-fadf-4d81-883f-e2a4747037a4 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:52.349110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 17856b83-fadf-4d81-883f-e2a4747037a4 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:52.369797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 17856b83-fadf-4d81-883f-e2a4747037a4 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:52.370546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:52.547693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc792aff-09ec-4416-a9e0-7d9cb86cc97d req-2439b354-9e14-4507-a53c-178a14886a0b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:52.560048 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc792aff-09ec-4416-a9e0-7d9cb86cc97d req-2439b354-9e14-4507-a53c-178a14886a0b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 946 time: 1.5692792
Apr 21 06:20:52.755816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:52.866486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 17856b83-fadf-4d81-883f-e2a4747037a4, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=17856b83-fadf-4d81-883f-e2a4747037a4,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:20:52.873569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:52.876841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-72e0e411-07bf-4c48-b74e-4d1b2a8028c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:52.933280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded03b-6f6c-4cba-b4c1-1e81dc9111ee req-2a1a12f6-169c-452b-a0b1-e1784ecb528a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:52.952699 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-abded03b-6f6c-4cba-b4c1-1e81dc9111ee req-2a1a12f6-169c-452b-a0b1-e1784ecb528a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 1.3676217
Apr 21 06:20:52.956521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42522) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:52.977149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'floatingip': {'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:20:53.125397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cd34-75f0-44da-83f0-cc208f183d62 req-674831d3-c23a-43a5-b5b3-ebc2f397ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:53.127209 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e717cd34-75f0-44da-83f0-cc208f183d62 req-674831d3-c23a-43a5-b5b3-ebc2f397ffc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 1.3631330
Apr 21 06:20:53.190436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=17856b83-fadf-4d81-883f-e2a4747037a4,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:53.205461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:53.240714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:53.306538 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc792aff-09ec-4416-a9e0-7d9cb86cc97d req-3a057a93-ea1c-4422-84d7-6ab9799cd5b8 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7425344
Apr 21 06:20:53.395903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-3a762dec-3712-4675-905c-60b5a6e1da42 None None] Provisioning complete for port 17856b83-fadf-4d81-883f-e2a4747037a4 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:53.396419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3a762dec-3712-4675-905c-60b5a6e1da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:53.412973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e717cd34-75f0-44da-83f0-cc208f183d62 req-94036dbc-1248-475d-9a10-00b28dfff86b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387147
Apr 21 06:20:53.416921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:53.658581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 17856b83-fadf-4d81-883f-e2a4747037a4 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:20:53.753355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 17856b83-fadf-4d81-883f-e2a4747037a4 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:53.754752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:53.951970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:54.117629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e967b0b-796f-44ff-bfce-b40f9952990b req-44602480-8551-494f-9dcb-6e3966180009 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:54.126310 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4e967b0b-796f-44ff-bfce-b40f9952990b req-44602480-8551-494f-9dcb-6e3966180009 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.9063222
Apr 21 06:20:54.194659 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4e967b0b-796f-44ff-bfce-b40f9952990b req-18552689-18c1-4283-a79e-1ea074784e47 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672419
Apr 21 06:20:54.567129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:20:54.789347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afdf62-1dbd-4242-bc8c-c5dee85614e6 req-3319f9af-2ded-4d96-bdde-3a1ba5a504ff tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:54.791065 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89afdf62-1dbd-4242-bc8c-c5dee85614e6 req-3319f9af-2ded-4d96-bdde-3a1ba5a504ff tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 946 time: 0.3295128
Apr 21 06:20:54.841405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:54.863900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Sync routers for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:54.883380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:54.884267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd4e0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:54.885511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:20:54.898715 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89afdf62-1dbd-4242-bc8c-c5dee85614e6 req-bc7329fc-d1e8-49ef-9d2f-3f8d74bcaaf5 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973294
Apr 21 06:20:54.911290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:54.916179 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.2827086
Apr 21 06:20:54.917075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42552) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:55.252300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:55.261588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:55.434207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:56.182932 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Floating IP 1c450189-b432-4d46-a2b6-9dbbee1a7c63 associated. External IP: 172.27.1.103, port: 39140afd-d5a8-4a8f-82af-2463774adc67.
Apr 21 06:20:56.190190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd4e0>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:52Z', 'revision_number': 3, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:56.197473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Checking router: 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:56.198202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Updating router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 port 02432c4f-9049-46af-a4c2-9d43365269d9 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:20:56.323465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:56.682080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-b73f0538-aa45-4268-a8e7-c021d54a498d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:56.696670 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-b73f0538-aa45-4268-a8e7-c021d54a498d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 814 time: 1.4786351
Apr 21 06:20:56.829410 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-3dfbf7d5-0b8b-4f57-9efc-3d78582bf2af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/quotas/87a62b5131eb42caac7b1b290cf60e53 HTTP/1.1" status: 200  len: 375 time: 0.1310430
Apr 21 06:20:56.831319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:20:56.923466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:56.940592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Transition to ACTIVE for port object 02432c4f-9049-46af-a4c2-9d43365269d9 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:56.941109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97e14-2b80-4a43-8d12-587525866631 req-6e7eaa21-519c-4067-9993-4b7f2f862785 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:20:56.949191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:56.954562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:56.955228 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7a97e14-2b80-4a43-8d12-587525866631 req-6e7eaa21-519c-4067-9993-4b7f2f862785 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.6155288
Apr 21 06:20:57.034552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Pushing event updated for resources: {'Port': ['ID=02432c4f-9049-46af-a4c2-9d43365269d9,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:57.046726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.047237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.047425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.047790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.048175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.048539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.048889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.049245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.049749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.050103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.050455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.051002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:57.057572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:57.079845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Attempting to bind port 02432c4f-9049-46af-a4c2-9d43365269d9 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:20:57.080315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Attempting to bind port 02432c4f-9049-46af-a4c2-9d43365269d9 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:20:57.080636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Attempting to bind port 02432c4f-9049-46af-a4c2-9d43365269d9 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:20:57.088667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:20:57.089198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:20:57.089477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:57.090057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:20:57.090596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Bound port: 02432c4f-9049-46af-a4c2-9d43365269d9, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:20:57.091011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:57.148961 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a7a97e14-2b80-4a43-8d12-587525866631 req-72f8dbc9-85d0-48ae-95e6-13a95c17b842 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708736
Apr 21 06:20:57.326373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:20:57.345683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:57.373727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:20:57.390780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:57.391558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f33128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:57.468190 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-d78985a4-2a66-41d4-9133-f6d80bb3647e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6355693
Apr 21 06:20:57.505088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] For port 02432c4f-9049-46af-a4c2-9d43365269d9, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:20:57.523177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] For port 02432c4f-9049-46af-a4c2-9d43365269d9, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=02432c4f-9049-46af-a4c2-9d43365269d9,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:20:57.528738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:57.539370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:57.593326 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-830d89cd-9ebd-452b-910b-38960bc8fe7f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "PUT /v2.0/floatingips/1c450189-b432-4d46-a2b6-9dbbee1a7c63 HTTP/1.1" status: 200  len: 992 time: 4.6354527
Apr 21 06:20:57.595645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:20:57.758042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Pushing event updated for resources: {'Port': ['ID=02432c4f-9049-46af-a4c2-9d43365269d9,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:57.774226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8cbe7758-b49e-4a95-89fc-f70dd194c34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:57.843448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:57.849178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd4e0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:57.888113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.132256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42612) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:58.217081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:58.273946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Allocated IP 172.20.0.1 (9c7aea89-ca85-44e3-b661-6f985e89ffd8/a2e0aedb-d3ef-46b9-8fb8-7c81067c6799/2aa6c626-182a-475f-b474-c9f1a79f122d) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:20:58.280084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:58.315433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.339122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:20:58.344114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c73751b3b4a54fc9a15ad952bce1397d is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:20:58.347770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:20:58.355786 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:20:58.447946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.462902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.468515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Transition to ACTIVE for port object 2aa6c626-182a-475f-b474-c9f1a79f122d will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:20:58.469767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.483267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-336eaff8-7e4d-4d2d-aa59-3a72da1faad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:58.494099 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-35cbf090-1f79-46a7-b559-e15645bd87ea service neutron] 10.222.0.37 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8248847
Apr 21 06:20:58.501369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:58.507771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:58.601378 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c73751b3b4a54fc9a15ad952bce1397d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4674292
Apr 21 06:20:58.604668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e7693-b513-4daa-bcce-5dfc57366939,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:58.610158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42620) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:20:58.621569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.622286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.623186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.624145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.624863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.625589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.626287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.626993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.627685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.628446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.629694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.630377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:58.639099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:58.709327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:20:58.713732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd4e0>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:52Z', 'revision_number': 3, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:58.718497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114c374-3a80-41b9-a131-620b58fb26f4 None None] The sync data for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi is: [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:52Z', 'revision_number': 3, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:20:58.818423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f33128>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '1c450189-b432-4d46-a2b6-9dbbee1a7c63', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:20:07Z', 'updated_at': '2021-04-21T06:20:54Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:58.823647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:20:58.835388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:20:58.836122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f33128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:20:58.883947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:20:58.909055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:20:59.042972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:59.060428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:20:59.088175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.088175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.088751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.089307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.089973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.090637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.091314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.092050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.092716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.093344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.094022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.094684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:20:59.121354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:59.191046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.195886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.204692 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-7cff7a08-f2b8-412a-b904-572faa2691c7 service neutron] 10.222.0.37 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6269703
Apr 21 06:20:59.268663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e78bceed-1410-4f50-9bf7-ef18e69a356d None None] Provisioning for port 2aa6c626-182a-475f-b474-c9f1a79f122d completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:20:59.307124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.348654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e78bceed-1410-4f50-9bf7-ef18e69a356d None None] Provisioning complete for port 2aa6c626-182a-475f-b474-c9f1a79f122d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:20:59.349401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e78bceed-1410-4f50-9bf7-ef18e69a356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.507485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e78bceed-1410-4f50-9bf7-ef18e69a356d None None] Port 2aa6c626-182a-475f-b474-c9f1a79f122d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:20:59.578762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.601927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ae73a2be-5f2f-4288-82ec-f604e5b74193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:20:59.632946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e7693-b513-4daa-bcce-5dfc57366939,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:20:59.645884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.662008 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/371e7693-b513-4daa-bcce-5dfc57366939 HTTP/1.1" status: 204  len: 168 time: 0.9817622
Apr 21 06:20:59.663468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:20:59.680563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:20:59.753371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 02432c4f-9049-46af-a4c2-9d43365269d9 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:00.098816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 02432c4f-9049-46af-a4c2-9d43365269d9 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:00.113106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 02432c4f-9049-46af-a4c2-9d43365269d9 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:00.113625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.127537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.134584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.201235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:00.220601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-48d08baa-a957-47c6-a539-5975d882479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f33128>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '1c450189-b432-4d46-a2b6-9dbbee1a7c63', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:20:07Z', 'updated_at': '2021-04-21T06:20:54Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:00.232562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d08baa-a957-47c6-a539-5975d882479d None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '1c450189-b432-4d46-a2b6-9dbbee1a7c63', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:20:07Z', 'updated_at': '2021-04-21T06:20:54Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:21:00.319368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.350415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 02432c4f-9049-46af-a4c2-9d43365269d9, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=02432c4f-9049-46af-a4c2-9d43365269d9,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:00.354768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.357464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:00.361951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.367728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:00.373880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:00.485261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=02432c4f-9049-46af-a4c2-9d43365269d9,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:00.490057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:00.562702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:00.564123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:00.676873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd40ef7-7fe8-4762-a262-bb88cb9e1fb3 None None] New status for floating IP 1c450189-b432-4d46-a2b6-9dbbee1a7c63: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:21:00.833359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:21:00.861438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b6a15f8c-e828-4e15-ad40-15789259420b None None] Provisioning complete for port 2aa6c626-182a-475f-b474-c9f1a79f122d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:00.861768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b6a15f8c-e828-4e15-ad40-15789259420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:00.955651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-b6a15f8c-e828-4e15-ad40-15789259420b None None] Port 2aa6c626-182a-475f-b474-c9f1a79f122d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:21:01.314009 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'status': 'completed', 'code': 200}
Apr 21 06:21:01.464850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:21:01.490981 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e32a2b3-c2c3-451b-b823-f1cfae79b6d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5606248
Apr 21 06:21:01.776706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 02432c4f-9049-46af-a4c2-9d43365269d9 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:01.927575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 02432c4f-9049-46af-a4c2-9d43365269d9 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:01.928038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:01.977695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-a3a31c72-1137-412b-b377-0bd792dfc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:01.980644 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-a3a31c72-1137-412b-b377-0bd792dfc066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1099 time: 0.6469100
Apr 21 06:21:02.013770 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5dff9fd8-14ac-4ca0-9b06-f8aeeddb4390 req-2dceea90-2076-4bc7-9227-76a5b177aa96 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 210 time: 0.1955268
Apr 21 06:21:02.384352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-2a136cdb-33eb-4bd3-b4b0-91063e4e0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:02.386814 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-2a136cdb-33eb-4bd3-b4b0-91063e4e0dac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 1098 time: 0.7483134
Apr 21 06:21:02.557492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Sync routers for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:21:02.604283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:02.606625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81e5b898>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:02.698266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c80386-05bd-4858-9941-a3d243b9a645 req-9d9cec85-8ea1-4f48-94fe-5746a6360347 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:02.701062 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-87c80386-05bd-4858-9941-a3d243b9a645 req-9d9cec85-8ea1-4f48-94fe-5746a6360347 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.7956393
Apr 21 06:21:02.711056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-b244add4-d7d3-45d7-9bc9-6a23d18a1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:02.716752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-b244add4-d7d3-45d7-9bc9-6a23d18a1e4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.7017088
Apr 21 06:21:02.794955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4c264da1-4df5-460c-b5ce-2bb6c6ce1ecc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:02.797125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4c264da1-4df5-460c-b5ce-2bb6c6ce1ecc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Synchronizing usage tracker for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:02.833934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4c264da1-4df5-460c-b5ce-2bb6c6ce1ecc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Unset dirty status for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:02.835579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4c264da1-4df5-460c-b5ce-2bb6c6ce1ecc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 814 time: 0.5718203
Apr 21 06:21:02.855283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'port': {'device_id': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'admin_state_up': True, 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:03.001377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-6bd72455-d538-4471-b5b5-e330bcd45ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:03.002993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-6bd72455-d538-4471-b5b5-e330bcd45ce5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.6021905
Apr 21 06:21:03.033840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:03.096625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42676) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:03.118132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981115060-network', 'tenant_id': 'a820b65db96f444e879fd262700de18b'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:03.124752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-87c80386-05bd-4858-9941-a3d243b9a645 req-91d20ed5-fc0b-48b8-8883-8031d0a4ed08 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4045057
Apr 21 06:21:03.156187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:03.163656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Usage tracker for resource:network and tenant:a820b65db96f444e879fd262700de18b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:03.168485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:03.170893 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-22c12a32-1ecb-4b2b-8c30-c038f303b3fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 1002 time: 0.4374845
Apr 21 06:21:03.176868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:03.181378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:port and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:03.185455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:03.193603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:03.206046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Made reservation on behalf of 87a62b5131eb42caac7b1b290cf60e53 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:21:03.213943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.228026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:03.312872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Made reservation on behalf of a820b65db96f444e879fd262700de18b for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:21:03.318689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.341477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.352973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-773bad8d-d7e8-4634-8e89-91385ae1cbf5 req-e0414f15-dfc2-47e1-9dce-b728cd16eaeb tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 210 time: 0.0978844
Apr 21 06:21:03.380418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:03.392092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Usage tracker for resource:security_group_rule and tenant:a820b65db96f444e879fd262700de18b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:03.394709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:03.415571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:03.567197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81e5b898>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 2, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:03.580533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Checking router: 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:21:03.581472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Updating router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 port 2aa6c626-182a-475f-b474-c9f1a79f122d binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:21:03.608905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Allocated IP 172.20.0.6 (10ac91e6-07ba-4d0a-9305-07d70f0365ba/e03740ae-02d7-4c8e-8a85-6f9de040ee52/0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:03.676963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.731132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.735899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.747988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2e9a0734-7887-4bd8-be2c-da86b9617789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:03.852772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:21:03.887378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3968ce47-436b-4286-b801-04fc17acd6d5,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:03.890875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:03.899287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.899643 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Added segment 0ccf08e7-0283-4227-b283-8d6ec4c50b2c of type vlan for network edb5a54b-bf16-40f2-9792-d2657fd4ba8c
Apr 21 06:21:03.966758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:03.996416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.034171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Transition to ACTIVE for port object 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:04.042745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.045295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:04.045969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.053188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:04.178380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Pushing event updated for resources: {'Network': ['ID=edb5a54b-bf16-40f2-9792-d2657fd4ba8c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:04.182169 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:04.200422 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1025851
Apr 21 06:21:04.203874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:21:04.205481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42688) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:04.210241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.218062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Request body: {'subnet': {'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981115060-subnet', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:04.224390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:04.229412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Usage tracker for resource:subnet and tenant:a820b65db96f444e879fd262700de18b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:04.233043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:04.241075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:04.255174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:04.308442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Made reservation on behalf of a820b65db96f444e879fd262700de18b for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:21:04.308442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.382039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.423868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Transition to ACTIVE for port object 2aa6c626-182a-475f-b474-c9f1a79f122d will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:04.436317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.445672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:04.448998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:04.457692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:04.467799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:04.478301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b95a7-0693-40a7-8d58-e77a366081f9 req-88e36f33-7409-494b-8125-ad72029847b7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:04.480123 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-100b95a7-0693-40a7-8d58-e77a366081f9 req-88e36f33-7409-494b-8125-ad72029847b7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1172779
Apr 21 06:21:04.510236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:04.524076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:04.561368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Pushing event updated for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:04.565249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:04.573598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:04.574336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.586160 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-100b95a7-0693-40a7-8d58-e77a366081f9 req-3e2dbba0-0a49-4980-89d3-ffa362903a95 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994492
Apr 21 06:21:04.640677 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7941391
Apr 21 06:21:04.806840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Attempting to bind port 2aa6c626-182a-475f-b474-c9f1a79f122d on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:04.807277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Attempting to bind port 2aa6c626-182a-475f-b474-c9f1a79f122d by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:04.807711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Attempting to bind port 2aa6c626-182a-475f-b474-c9f1a79f122d on network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:04.814828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:04.815260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Checking segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:04.815722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.816207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Bound using segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:04.817328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Bound port: 2aa6c626-182a-475f-b474-c9f1a79f122d, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:04.817758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.875896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e8d7-c1db-4d53-a3d0-1689fdbf3572 req-558f8567-1189-4c60-829f-d5c18c497d56 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:04.884781 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6812e8d7-c1db-4d53-a3d0-1689fdbf3572 req-558f8567-1189-4c60-829f-d5c18c497d56 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 931 time: 0.1287227
Apr 21 06:21:04.930491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] For port 2aa6c626-182a-475f-b474-c9f1a79f122d, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:04.935832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] For port 2aa6c626-182a-475f-b474-c9f1a79f122d, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2aa6c626-182a-475f-b474-c9f1a79f122d,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:04.945814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:04.953576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:04.956913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6812e8d7-c1db-4d53-a3d0-1689fdbf3572 req-20eea34f-7633-4337-8409-5c97dc3fcffd tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710964
Apr 21 06:21:05.062681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1b0688e3-4d19-4446-88b7-06392961f4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.073912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Pushing event updated for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:05.077508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:05.079739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-85d7d61b-1790-44d4-99e0-d4147a2c1750 None None] Provisioning for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:05.084150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:05.084862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81e5b898>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:20:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:05.153435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-85d7d61b-1790-44d4-99e0-d4147a2c1750 None None] Provisioning complete for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:05.153993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-85d7d61b-1790-44d4-99e0-d4147a2c1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.314399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-85d7d61b-1790-44d4-99e0-d4147a2c1750 None None] Port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:21:05.330587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.340902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-021966fa-886d-4de6-b2c9-fed489a6a3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:05.367462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:05.504776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=236832c5-d4e0-4371-a3a7-764e04b91db5,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:05.509614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:05.515588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Checking segment: {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:05.516285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Network hostable DHCP agents. Network: edb5a54b-bf16-40f2-9792-d2657fd4ba8c, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:21:05.554605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:21:05.571354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, edb5a54b-bf16-40f2-9792-d2657fd4ba8c) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:05.590549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:05.591353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.616757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42698) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:05.617234 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-06347084-ee11-4448-a8a8-76d3ac8eef1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4084926
Apr 21 06:21:05.624609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:05.631260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:05.636418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Usage tracker for resource:router and tenant:a820b65db96f444e879fd262700de18b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:05.640460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:05.649978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:05.662989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.664195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.683186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:05.842446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93cbf43-79d5-47ef-ac2b-348ddb0cce11 None None] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:21:05.964930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Request body: {'port': {'device_id': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:06.093936 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-e14936f2-8913-446d-8304-9b95e43fb5f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 200  len: 217 time: 0.1450095
Apr 21 06:21:06.143339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:06.220120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:06.297145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43472e25-7918-4459-bfd9-0ebbe72d2335 req-4cc55561-bce7-4019-81ee-d3db0890b49e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:06.298864 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43472e25-7918-4459-bfd9-0ebbe72d2335 req-4cc55561-bce7-4019-81ee-d3db0890b49e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.4614553
Apr 21 06:21:06.397909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:21:06.398839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:06.451929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-ab796396-1471-4e42-9060-4ee87e036a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:06.454618 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-ab796396-1471-4e42-9060-4ee87e036a35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.4303291
Apr 21 06:21:06.549624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81e5b898>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:04Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:06.565080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccfc59-c8a5-42d5-aea6-d4385a2d379e None None] The sync data for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi is: [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:04Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:21:06.717445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Allocated IP 172.20.0.2 (edb5a54b-bf16-40f2-9792-d2657fd4ba8c/236832c5-d4e0-4371-a3a7-764e04b91db5/e27122b1-02b5-46c9-9243-861289ca5329) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:07.076774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:21:07.085672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:07.115570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Transition to ACTIVE for port object 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:07.123803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:07.148582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:07.558634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-b4804c9a-e906-496a-a7df-68721e849bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:07.565413 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-b4804c9a-e906-496a-a7df-68721e849bc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 1.3948669
Apr 21 06:21:07.676845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Attempting to bind port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:07.677596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Attempting to bind port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:07.678166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Attempting to bind port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 on network 10ac91e6-07ba-4d0a-9305-07d70f0365ba {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:07.712148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:07.726255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 on network 10ac91e6-07ba-4d0a-9305-07d70f0365ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:21:07.727300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Attempting to bind port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 on network 10ac91e6-07ba-4d0a-9305-07d70f0365ba {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:07.735684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:07.736851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:07.737471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Checking segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:07.738192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Bound using segment: {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:07.739456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Bound port: 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbecff32-6930-46e0-8fcd-4174b58f170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:07.740208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:07.805776 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43472e25-7918-4459-bfd9-0ebbe72d2335 req-e92c3e51-c121-479c-a0ae-d4e87ef526a8 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4686196
Apr 21 06:21:07.907806 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-295f704f-9e8f-44da-a149-0a3bbd5d1b3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2733059
Apr 21 06:21:07.984727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2aa6c626-182a-475f-b474-c9f1a79f122d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:08.048747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-8232d82b-a440-42af-b36e-8d36d31ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:08.050422 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-8232d82b-a440-42af-b36e-8d36d31ed95a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8242345
Apr 21 06:21:08.075084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd69e-28bd-4011-9d00-6266948277e5 req-27e2e825-3634-46c6-aaf1-4ad7eab3fd28 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:08.083980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c8bd69e-28bd-4011-9d00-6266948277e5 req-27e2e825-3634-46c6-aaf1-4ad7eab3fd28 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 1.7494833
Apr 21 06:21:08.122983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.142781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Transition to ACTIVE for port object e27122b1-02b5-46c9-9243-861289ca5329 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:08.150839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c8bd69e-28bd-4011-9d00-6266948277e5 req-951fe186-5be9-4cce-bb94-09823d8e85b9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655346
Apr 21 06:21:08.164849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:08.174331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:08.175618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Transition to ACTIVE for port object e27122b1-02b5-46c9-9243-861289ca5329 will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:08.181712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.196315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:08.203606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.212756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:08.302747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:08.303762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.307938 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 1093 time: 2.3489850
Apr 21 06:21:08.309644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:08.322469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Pushing event updated for resources: {'Port': ['ID=e27122b1-02b5-46c9-9243-861289ca5329,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:08.326730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:08.377965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7841e4d2-6cd4-47ca-b849-65d4f8cf1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.394083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:08.397052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:08.400699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:08.436044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:08.448203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:08.493532 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:21:08.624224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.625418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 2aa6c626-182a-475f-b474-c9f1a79f122d completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:08.629894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.678477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Attempting to bind port e27122b1-02b5-46c9-9243-861289ca5329 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:08.679725 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Attempting to bind port e27122b1-02b5-46c9-9243-861289ca5329 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:08.683211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Attempting to bind port e27122b1-02b5-46c9-9243-861289ca5329 on network edb5a54b-bf16-40f2-9792-d2657fd4ba8c {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:08.700760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.710529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 2aa6c626-182a-475f-b474-c9f1a79f122d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:08.711334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.784382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:08.785036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Checking segment: {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:08.785574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.786138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Bound using segment: {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:08.786822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Bound port: e27122b1-02b5-46c9-9243-861289ca5329, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:08.787375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:08.940895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Allocated IP 172.27.1.240 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/2ebfc0ca-39ee-4e85-8185-2aa2c0329928) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:09.010056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.012756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] For port e27122b1-02b5-46c9-9243-861289ca5329, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:09.015040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.039001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] For port e27122b1-02b5-46c9-9243-861289ca5329, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e27122b1-02b5-46c9-9243-861289ca5329,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:09.047771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.053220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:09.112031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 2aa6c626-182a-475f-b474-c9f1a79f122d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2aa6c626-182a-475f-b474-c9f1a79f122d,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:09.129515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.170180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Pushing event updated for resources: {'Port': ['ID=e27122b1-02b5-46c9-9243-861289ca5329,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:09.182181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:09.182838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.183434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8cbc87a-59d1-4efa-b519-29e945bbd566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:09.253101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755b8df-5b37-4a30-8145-14be9e9143cb req-aa7e83a4-f106-48e3-9b10-3be58f283375 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:09.256367 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a755b8df-5b37-4a30-8145-14be9e9143cb req-aa7e83a4-f106-48e3-9b10-3be58f283375 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2381067
Apr 21 06:21:09.260894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.272402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:09.276034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:09.323211 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a755b8df-5b37-4a30-8145-14be9e9143cb req-cd647a65-8925-4052-a00b-3379c4d1510d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583005
Apr 21 06:21:09.341926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.347815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:09.418824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:09.422210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:09.427283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:09.550586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:09.561487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:09.589811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:09.818618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e27122b1-02b5-46c9-9243-861289ca5329 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:09.849565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec256b04-858c-46be-83ce-5f39cd3b5570 req-792154c8-f736-4a07-a13d-2d7892636815 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:09.851314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec256b04-858c-46be-83ce-5f39cd3b5570 req-792154c8-f736-4a07-a13d-2d7892636815 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.3581257
Apr 21 06:21:09.901676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port e27122b1-02b5-46c9-9243-861289ca5329 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:09.907969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2aa6c626-182a-475f-b474-c9f1a79f122d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:09.984373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 2aa6c626-182a-475f-b474-c9f1a79f122d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:09.984969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:10.049590 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec256b04-858c-46be-83ce-5f39cd3b5570 req-aae5e46f-2e13-4276-983c-6bf8658cd538 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904743
Apr 21 06:21:10.127592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:10.724385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8ffcb-e7a8-4eea-8324-6abb3c9e00fd None None] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:21:10.871172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Provisioning for port e27122b1-02b5-46c9-9243-861289ca5329 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:10.901257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cba549-c089-4bb0-89a1-7ff11ed79cf7 req-6e615731-2f8a-407e-a4f2-a02e2476a55a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:10.903029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Provisioning complete for port e27122b1-02b5-46c9-9243-861289ca5329 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:10.903697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:10.904049 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5cba549-c089-4bb0-89a1-7ff11ed79cf7 req-6e615731-2f8a-407e-a4f2-a02e2476a55a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.4135764
Apr 21 06:21:10.906297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:11.446382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:11.487176 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5cba549-c089-4bb0-89a1-7ff11ed79cf7 req-730e7848-66f7-463d-8600-03d24b896ad9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5729377
Apr 21 06:21:11.511450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] For port e27122b1-02b5-46c9-9243-861289ca5329, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e27122b1-02b5-46c9-9243-861289ca5329,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:11.516051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:11.517935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:11.664851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Pushing event updated for resources: {'Port': ['ID=e27122b1-02b5-46c9-9243-861289ca5329,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:11.680767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Router aa1bbe16-ce56-4083-ba04-0fd78c3c41da is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:21:11.684752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.685772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.686610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.687450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.688695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.689833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.692202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.693798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.694957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.695843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.696776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.697645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:11.708287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:11.987090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-d3d1fa1d-b05f-43d7-983d-bb2bb88a47d1 None None] Provisioning complete for port e27122b1-02b5-46c9-9243-861289ca5329 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:11.987883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d1fa1d-b05f-43d7-983d-bb2bb88a47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:12.015639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e415ab-4ea3-4f62-9dc0-97c071b7415d req-cd8755eb-dee6-4a09-a400-721aa299c652 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:12.020131 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e9e415ab-4ea3-4f62-9dc0-97c071b7415d req-cd8755eb-dee6-4a09-a400-721aa299c652 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.2272258
Apr 21 06:21:12.021988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:21:12.047529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Sync routers for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:21:12.050774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:12.052507 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6bccd433-5f90-484b-bb01-3b9bf9b695b4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.4342246
Apr 21 06:21:12.057703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42770) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:12.090633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:12.091623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c840c7e48>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:12.228842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e9e415ab-4ea3-4f62-9dc0-97c071b7415d req-489d83e7-4914-408c-a027-2836e3747e53 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442425
Apr 21 06:21:12.439063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:13.131931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c840c7e48>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 3, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:13.137412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Checking router: aa1bbe16-ce56-4083-ba04-0fd78c3c41da for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:21:13.138152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Updating router aa1bbe16-ce56-4083-ba04-0fd78c3c41da port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:21:13.141602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e6ee-4ce1-40fd-94f9-09c56c3fb4ea req-05723989-38e7-4e4d-b23c-ffb47d6f8a01 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:13.145067 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4242e6ee-4ce1-40fd-94f9-09c56c3fb4ea req-05723989-38e7-4e4d-b23c-ffb47d6f8a01 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2046452
Apr 21 06:21:13.199857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.231041 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4242e6ee-4ce1-40fd-94f9-09c56c3fb4ea req-ab6eda62-8f7b-4061-a5d7-4caf5ecc5927 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718329
Apr 21 06:21:13.293378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.599098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Allocated IP 172.20.0.1 (edb5a54b-bf16-40f2-9792-d2657fd4ba8c/236832c5-d4e0-4371-a3a7-764e04b91db5/d866db67-74ee-459b-8241-29992c1f622b) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:13.694541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e27122b1-02b5-46c9-9243-861289ca5329 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:13.822724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.828470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.837037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5230f4-e35c-4f87-84d4-69dd034a6683 req-54ab5045-e1e1-47c1-8d54-9a18ba338a31 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:13.846101 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1c5230f4-e35c-4f87-84d4-69dd034a6683 req-54ab5045-e1e1-47c1-8d54-9a18ba338a31 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.2939427
Apr 21 06:21:13.848571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Transition to ACTIVE for port object d866db67-74ee-459b-8241-29992c1f622b will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:13.854843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Transition to ACTIVE for port object 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:13.865973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.876209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port e27122b1-02b5-46c9-9243-861289ca5329 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:13.876526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.876772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:13.889108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:13.892516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:13.937151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1c5230f4-e35c-4f87-84d4-69dd034a6683 req-1cadd859-acc8-4b17-9177-19a782cf2da5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898454
Apr 21 06:21:13.981437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:13.985563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:14.002936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:14.060634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Pushing event updated for resources: {'Port': ['ID=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,revision_number=2']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:14.075443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:14.089362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Attempting to bind port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:14.090113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Attempting to bind port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:14.090529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Attempting to bind port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:14.099253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:14.099678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:14.100860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.101313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:14.101905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Bound port: 2ebfc0ca-39ee-4e85-8185-2aa2c0329928, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:14.102328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.130194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Pushing event updated for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:14.160796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:14.175474 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.244741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] For port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:14.248432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] For port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:14.254275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.261813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:14.346767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Pushing event updated for resources: {'Port': ['ID=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:14.352494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:14.376073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:14.376798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c840c7e48>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:14.405681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-08eeb9d7-3de0-4411-9893-a4b01a99eec0 None None] Provisioning for port d866db67-74ee-459b-8241-29992c1f622b completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:14.412654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-08eeb9d7-3de0-4411-9893-a4b01a99eec0 None None] Provisioning complete for port d866db67-74ee-459b-8241-29992c1f622b triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:14.413408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-08eeb9d7-3de0-4411-9893-a4b01a99eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.538533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.568972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-08eeb9d7-3de0-4411-9893-a4b01a99eec0 None None] Port d866db67-74ee-459b-8241-29992c1f622b cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:21:14.673388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9ec9-1a15-44a4-99da-cbc9bf74c31a req-09a015a3-ddfd-4c3e-b9d5-11a9a61aeef9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:14.675937 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8aba9ec9-1a15-44a4-99da-cbc9bf74c31a req-09a015a3-ddfd-4c3e-b9d5-11a9a61aeef9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1931500
Apr 21 06:21:14.750328 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8aba9ec9-1a15-44a4-99da-cbc9bf74c31a req-23110c57-9eef-431d-ae50-b9dd8c49f07d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661635
Apr 21 06:21:14.916936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:14.939072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.943499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:14.981372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:15.152799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Pushing event updated for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:15.158675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:15.160569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:15.329418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd67fe-1daf-4d15-a962-79752a32bfc6 req-5ed913e8-0225-4cca-b241-472492789681 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:15.331175 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dadd67fe-1daf-4d15-a962-79752a32bfc6 req-5ed913e8-0225-4cca-b241-472492789681 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1880038
Apr 21 06:21:15.463977 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dadd67fe-1daf-4d15-a962-79752a32bfc6 req-3b3d3d56-24b8-49cb-97ba-b21a8ddfb703 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222863
Apr 21 06:21:15.578062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:15.579782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:15.587282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c840c7e48>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'd866db67-74ee-459b-8241-29992c1f622b', 'name': '', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'mac_address': 'fa:16:3e:75:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:13Z', 'updated_at': '2021-04-21T06:21:13Z', 'revision_number': 1, 'project_id': 'a820b65db96f444e879fd262700de18b', 'subnets': [{'id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:15.593039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661ef09-2012-4c9e-b40e-fe45d0feb0aa None None] The sync data for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi is: [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'd866db67-74ee-459b-8241-29992c1f622b', 'name': '', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'mac_address': 'fa:16:3e:75:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:13Z', 'updated_at': '2021-04-21T06:21:13Z', 'revision_number': 1, 'project_id': 'a820b65db96f444e879fd262700de18b', 'subnets': [{'id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:21:15.818812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:21:15.937672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-a5e37b3b-6df0-4896-aa8a-355bec48eef6 None None] Provisioning complete for port d866db67-74ee-459b-8241-29992c1f622b triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:15.938321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a5e37b3b-6df0-4896-aa8a-355bec48eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:16.087423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-a5e37b3b-6df0-4896-aa8a-355bec48eef6 None None] Port d866db67-74ee-459b-8241-29992c1f622b cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:21:16.139271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0203d02-5c8f-4905-90f9-dad3cef6c857 req-01c0be5f-1db9-44c0-a0d9-f9c32e1e9069 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:16.151480 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0203d02-5c8f-4905-90f9-dad3cef6c857 req-01c0be5f-1db9-44c0-a0d9-f9c32e1e9069 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1995451
Apr 21 06:21:16.253758 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c0203d02-5c8f-4905-90f9-dad3cef6c857 req-3676b846-ce29-48e5-b123-27788363a11b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007183
Apr 21 06:21:16.448302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Router aa1bbe16-ce56-4083-ba04-0fd78c3c41da has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:21:16.849900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:21:16.868696 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa1bbe16-ce56-4083-ba04-0fd78c3c41da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8088920
Apr 21 06:21:16.915413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c61cdf-231f-461a-be72-3f683da09f2c req-4f1dc2e0-dc86-4fb2-8cd3-73182ac95b96 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:16.924313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-02c61cdf-231f-461a-be72-3f683da09f2c req-4f1dc2e0-dc86-4fb2-8cd3-73182ac95b96 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1901338
Apr 21 06:21:17.034691 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-02c61cdf-231f-461a-be72-3f683da09f2c req-48fae1a4-867b-4254-9947-a6d1197037ed tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956399
Apr 21 06:21:17.839831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:17.942900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:17.948671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:17.949211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:18.166318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:18.188653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:18.192498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:18.194880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-62321183-71e7-4198-8bd5-d2a440af6e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:18.290779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:18.294480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:18.772691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42834) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:18.778744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576604094', 'description': 'tempest-secgroup-smoke-1576604094 description', 'project_id': '3ded2bd119c742c28b20098321779f05'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:18.787736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:18.796969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:18.803289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:18.825114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:18.862121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.007795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:19.019965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:19.034460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:19.044426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:19.153439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.156817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.164252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6991ea41-7461-4e22-9e59-736ea8861c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:19.180934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710f078-2f4c-4c89-9c92-a8acc069ae26 req-10a9a264-8fe0-472e-9012-ee7b10992a6c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:19.183107 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3710f078-2f4c-4c89-9c92-a8acc069ae26 req-10a9a264-8fe0-472e-9012-ee7b10992a6c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1431811
Apr 21 06:21:19.238526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.240183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3710f078-2f4c-4c89-9c92-a8acc069ae26 req-6a07bb49-fac8-4d27-9673-60cd6f6dc3f3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501158
Apr 21 06:21:19.245917 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4718094
Apr 21 06:21:19.246202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42842) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:19.247700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d405ac6-5c25-42b4-8654-436ec3ed8d31,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:19.253015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:19.259014 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:19.275222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:19.284644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:19.288200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:19.295759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:19.315405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.464155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.475196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.494011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:19.541969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c394f00d-f538-42ed-9b4d-2b8446c10c5f,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:19.557151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:19.579538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82b9ca-0f44-43be-8796-f9de0523f3f1 req-a1172c90-0186-42dd-acbc-d353db6ad7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:19.582197 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9c82b9ca-0f44-43be-8796-f9de0523f3f1 req-a1172c90-0186-42dd-acbc-d353db6ad7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1948819
Apr 21 06:21:19.598623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.604738 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3520453
Apr 21 06:21:19.605586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42846) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:19.657843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:19.684554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:19.700863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:19.717765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:19.728372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:19.733490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:19.747065 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9c82b9ca-0f44-43be-8796-f9de0523f3f1 req-ef580c90-dbc2-4cfd-9383-9b48f55e7378 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299069
Apr 21 06:21:19.782412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.819533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:19.819953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.891638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.899250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.913872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8a2d01b-fe94-4226-b0d4-8be93549d5e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:19.950201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb7d9c9-baa6-4da2-bc97-af499f1f4688,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:19.955101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:19.972695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:19.978005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3684306
Apr 21 06:21:19.979098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42850) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:19.995787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:20.007267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:20.014895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:20.020427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:20.042314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:20.071541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.178886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.183791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.193268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f7fc7d4b-611c-40dc-a2b5-17138a665cc9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:20.229979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7707d4be-e7bb-4696-9ac1-6c1737045cbb,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:20.237530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:20.264384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.267431 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2860868
Apr 21 06:21:20.270174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42858) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:20.277164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:20.288275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:20.296775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:20.300913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:20.314031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:20.359483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Sync routers for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:21:20.370172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.380774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:20.381627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c822b2320>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:20.470324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.474145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.476626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c52d77bf-2447-4b54-a79d-4d4622b0388f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:20.544269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ab61a1-3d4d-4de9-a7d1-6c8eb9dd71ad,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:20.546807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.548860 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2768388
Apr 21 06:21:20.550013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:20.555741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 42864) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:20.565327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:20.580744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:20.586293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:20.590339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:20.605120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f46fe9-8a56-4d6f-9c71-1d029c445a7f req-ecaccf72-83f3-43d8-8613-e54af434d9d2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:20.614115 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2f46fe9-8a56-4d6f-9c71-1d029c445a7f req-ecaccf72-83f3-43d8-8613-e54af434d9d2 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2061534
Apr 21 06:21:20.621642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:20.640426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Project 3ded2bd119c742c28b20098321779f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:21:20.649544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.693021 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2f46fe9-8a56-4d6f-9c71-1d029c445a7f req-2b8bdf90-4d71-4ece-ada8-b58b4044037c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718646
Apr 21 06:21:20.718590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:20.773131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.777265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.780369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-343e07eb-7b1f-4a54-8a68-065f958c1221 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:20.837505 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b2427a-5773-410d-82f2-c4ca92f4efcb,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:20.840862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:20.847754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 42870) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:20.847944 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2899818
Apr 21 06:21:20.849602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f66f75c6-40c3-4410-a2b9-64d984f5fc01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:20.859736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'security_group_rule': {'security_group_id': '7d405ac6-5c25-42b4-8654-436ec3ed8d31', 'project_id': '3ded2bd119c742c28b20098321779f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:20.896914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:20.914394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:security_group_rule and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:20.922688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:20.937860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:20.958837 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Project 3ded2bd119c742c28b20098321779f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:21:20.982360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:21.201714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:21.209762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:21.219128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:21.245705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4ee291-57f2-4668-b875-17db09aaad59,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:21.250629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:21.273955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d023d70-9f28-4791-b354-d54adc775737 req-5d565a4f-176e-4e1a-84a4-b3798a32c0ab tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:21.275588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c822b2320>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'd866db67-74ee-459b-8241-29992c1f622b', 'name': '', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'mac_address': 'fa:16:3e:75:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:13Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 2, 'project_id': 'a820b65db96f444e879fd262700de18b', 'subnets': [{'id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:21.276130 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1d023d70-9f28-4791-b354-d54adc775737 req-5d565a4f-176e-4e1a-84a4-b3798a32c0ab tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.2004158
Apr 21 06:21:21.292734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Checking router: aa1bbe16-ce56-4083-ba04-0fd78c3c41da for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:21:21.293580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Updating router aa1bbe16-ce56-4083-ba04-0fd78c3c41da port d866db67-74ee-459b-8241-29992c1f622b binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:21:21.342850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:21.354176 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4944067
Apr 21 06:21:21.400075 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1d023d70-9f28-4791-b354-d54adc775737 req-80a96e8a-b8bd-4421-8d0b-99a118fb5c39 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911710
Apr 21 06:21:21.490005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.028550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df43686-4e89-4d1b-869b-cbba1ae37ba8 req-f95826c6-9840-44a1-87d1-03ac93661b7c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:22.044530 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2df43686-4e89-4d1b-869b-cbba1ae37ba8 req-f95826c6-9840-44a1-87d1-03ac93661b7c tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1804047
Apr 21 06:21:22.080568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.094234 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2df43686-4e89-4d1b-869b-cbba1ae37ba8 req-6ed4b978-16a4-4b8b-a1af-77c9caa08a9d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485322
Apr 21 06:21:22.106548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Transition to ACTIVE for port object d866db67-74ee-459b-8241-29992c1f622b will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:22.118110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.125267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:22.323492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Pushing event updated for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:22.395532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:22.572746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Attempting to bind port d866db67-74ee-459b-8241-29992c1f622b on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:22.573619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Attempting to bind port d866db67-74ee-459b-8241-29992c1f622b by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:22.574473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Attempting to bind port d866db67-74ee-459b-8241-29992c1f622b on network edb5a54b-bf16-40f2-9792-d2657fd4ba8c {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:22.615258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:22.620878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Checking segment: {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:22.621959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.623239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Bound using segment: {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:22.624626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Bound port: d866db67-74ee-459b-8241-29992c1f622b, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccf08e7-0283-4227-b283-8d6ec4c50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:22.625618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.949827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] For port d866db67-74ee-459b-8241-29992c1f622b, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:22.954785 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] For port d866db67-74ee-459b-8241-29992c1f622b, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=d866db67-74ee-459b-8241-29992c1f622b,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:22.958724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:22.966079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:22.990157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732a992-7eca-4a06-9544-7d4f826e85c9 req-a2fd4d6f-eeb8-4a10-8c6d-9f939e72910e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:22.993203 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d732a992-7eca-4a06-9544-7d4f826e85c9 req-a2fd4d6f-eeb8-4a10-8c6d-9f939e72910e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1560566
Apr 21 06:21:23.063397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:21:23.064268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c822b2320>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:23.077136 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d732a992-7eca-4a06-9544-7d4f826e85c9 req-10bde11a-5bd6-480e-b009-5be8184d59fa tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766988
Apr 21 06:21:23.258692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Pushing event updated for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:23.268712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:23.392828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94e55a-6eb8-4d7a-9a2d-a455d849bb2f req-52a80338-7c03-42ef-ab10-8ae234aa5042 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:23.394909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c94e55a-6eb8-4d7a-9a2d-a455d849bb2f req-52a80338-7c03-42ef-ab10-8ae234aa5042 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1625018
Apr 21 06:21:23.466940 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c94e55a-6eb8-4d7a-9a2d-a455d849bb2f req-3a1c8ae2-45cd-43ea-8c94-9a2abbe11029 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558550
Apr 21 06:21:23.538361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:21:23.714825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device d866db67-74ee-459b-8241-29992c1f622b up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:23.897209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-298eed50-a09b-4fcf-9a07-e83bb31a7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:23.899109 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-298eed50-a09b-4fcf-9a07-e83bb31a7949 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1096 time: 0.1006024
Apr 21 06:21:24.056204 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-e7617d11-3550-4c08-b43d-dfb93b4a1956 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3265576
Apr 21 06:21:24.060392 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-d7ac452f-5d3f-413f-b6ee-025f727065c2 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3032441
Apr 21 06:21:24.181676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port d866db67-74ee-459b-8241-29992c1f622b completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:24.199594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port d866db67-74ee-459b-8241-29992c1f622b triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:24.200545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:24.291606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-5ad0f678-bfd5-480d-b354-1ed77d5866e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:24.296152 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-5ad0f678-bfd5-480d-b354-1ed77d5866e0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=87a62b5131eb42caac7b1b290cf60e53&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3831387
Apr 21 06:21:24.484428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c822b2320>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'd866db67-74ee-459b-8241-29992c1f622b', 'name': '', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'mac_address': 'fa:16:3e:75:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:13Z', 'updated_at': '2021-04-21T06:21:22Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'subnets': [{'id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:21:24.490602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:24.510635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aea2b0-e2e1-4e73-981d-1499d663993f None None] The sync data for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi is: [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:21:14Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'd866db67-74ee-459b-8241-29992c1f622b', 'name': '', 'network_id': 'edb5a54b-bf16-40f2-9792-d2657fd4ba8c', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'mac_address': 'fa:16:3e:75:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:13Z', 'updated_at': '2021-04-21T06:21:22Z', 'revision_number': 4, 'project_id': 'a820b65db96f444e879fd262700de18b', 'subnets': [{'id': '236832c5-d4e0-4371-a3a7-764e04b91db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:21:24.608630 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2556f8f-46f5-454c-9853-ed0b91a07df3 req-5bfc9ae9-d035-4655-940a-86714c4a521e service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4815426
Apr 21 06:21:24.628077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port d866db67-74ee-459b-8241-29992c1f622b, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=d866db67-74ee-459b-8241-29992c1f622b,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:24.633404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:24.636136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:24.680969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-ca31bbd8-3fbe-4e3e-8786-1cfc257d5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:24.692496 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ee44fcc5-a334-40ef-8520-14251579d3e7 req-ca31bbd8-3fbe-4e3e-8786-1cfc257d5db9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3796442
Apr 21 06:21:24.806293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:24.811709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:24.832497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158073-bc55-4448-bb8e-9ba9e04f0b2b req-5b4bd69e-a372-42be-b531-97920704f68c tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:24.840656 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3158073-bc55-4448-bb8e-9ba9e04f0b2b req-5b4bd69e-a372-42be-b531-97920704f68c tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.3931921
Apr 21 06:21:24.848744 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26a5744c-ea87-4a40-953c-107b7ae4dc28 req-857c1ae1-6882-47b0-8500-4086dc4a71d1 service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7743490
Apr 21 06:21:24.861324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-3fadb8c7-d481-4847-a0d0-e3d7b32972b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:24.863973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-3fadb8c7-d481-4847-a0d0-e3d7b32972b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1096 time: 0.1193576
Apr 21 06:21:24.941654 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3158073-bc55-4448-bb8e-9ba9e04f0b2b req-a5118bec-e2cf-4ce7-8a0c-26b23641780d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992129
Apr 21 06:21:24.978175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656060d-f7c7-4ed2-b7d8-d721dc359843 req-201ae0ac-63bf-4035-b378-8ecf2b069ad3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:24.983660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4656060d-f7c7-4ed2-b7d8-d721dc359843 req-201ae0ac-63bf-4035-b378-8ecf2b069ad3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2261076
Apr 21 06:21:25.046814 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4656060d-f7c7-4ed2-b7d8-d721dc359843 req-c667bc17-739c-4806-b458-40c8b4a317b3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523686
Apr 21 06:21:25.094057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-6fe61460-7663-4da8-8603-42ebfc4a458e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 217 time: 0.2126832
Apr 21 06:21:25.193532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-bef4bd05-d5b4-4e75-aa72-929a00e6a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:25.196748 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-bef4bd05-d5b4-4e75-aa72-929a00e6a176 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.0926456
Apr 21 06:21:25.318186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-f2de15c1-71aa-4245-b82d-e7f6ea372df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:25.318186 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-f2de15c1-71aa-4245-b82d-e7f6ea372df9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036568
Apr 21 06:21:25.507378 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-4906e972-5dfd-477b-91f5-e11c2a1c9629 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741698
Apr 21 06:21:25.727555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device d866db67-74ee-459b-8241-29992c1f622b up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:25.887889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port d866db67-74ee-459b-8241-29992c1f622b triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:25.889104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:25.919865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-d0c8c316-f7c7-461a-bcb0-c690935b7cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1276908
Apr 21 06:21:25.933841 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6142cdf9-ce7b-46f2-b2d6-7cb590f05151 req-f5e00359-0a47-4d6e-a9ea-dc18e8891b72 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3915136
Apr 21 06:21:26.123944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5222f-6705-4da2-b901-05bd925de41a req-32169dfa-2d2e-4496-a2b8-919d0ef3c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:26.130268 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-32169dfa-2d2e-4496-a2b8-919d0ef3c52e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 1098 time: 0.1679556
Apr 21 06:21:26.344814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fc5b2-348f-450f-9a9d-d02f1456e1bf req-5d747cd3-0368-4b2d-8b39-1e3565578b17 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:26.346520 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bc8fc5b2-348f-450f-9a9d-d02f1456e1bf req-5d747cd3-0368-4b2d-8b39-1e3565578b17 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1319935
Apr 21 06:21:26.436894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5222f-6705-4da2-b901-05bd925de41a req-bad55f7e-e6ac-45e3-9320-54b5b3a0c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:26.439697 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-bad55f7e-e6ac-45e3-9320-54b5b3a0c7b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 200  len: 919 time: 0.2866590
Apr 21 06:21:26.486409 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bc8fc5b2-348f-450f-9a9d-d02f1456e1bf req-db79ef90-e268-460d-bbe3-0f3f4d8b07a8 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822456
Apr 21 06:21:26.505858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cedccc-7a57-43b8-9706-5e08aa436743 req-3238eec0-c41a-4d70-85c0-63421f4e7517 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:26.507524 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86cedccc-7a57-43b8-9706-5e08aa436743 req-3238eec0-c41a-4d70-85c0-63421f4e7517 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1594658
Apr 21 06:21:26.579804 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-e8384d2f-5688-4f5c-bcfc-05e43e447a29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1 HTTP/1.1" status: 200  len: 217 time: 0.1307192
Apr 21 06:21:26.586794 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86cedccc-7a57-43b8-9706-5e08aa436743 req-c5dfb34f-16da-48ed-89e5-31e131154f18 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718620
Apr 21 06:21:26.697488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5222f-6705-4da2-b901-05bd925de41a req-0662e1c1-2e66-4abb-a9d6-f3833197fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:26.699083 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-0662e1c1-2e66-4abb-a9d6-f3833197fe2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 200  len: 858 time: 0.1124308
Apr 21 06:21:26.758143 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-e631feb1-f016-4e50-8f4f-a80261c59bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499988
Apr 21 06:21:26.917170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-bf119589-6555-4407-a0b7-c851ceddac9c service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511247
Apr 21 06:21:27.113771 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4a5222f-6705-4da2-b901-05bd925de41a req-d1f5192c-e87d-40f7-9862-f2848c6505cc service neutron] 10.222.0.35 "GET /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876662
Apr 21 06:21:27.316782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272475e-586d-48ed-93fe-5ac1d1d9b06c req-3d8dbab5-3c96-487b-bbc3-6816be563740 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:27.318366 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0272475e-586d-48ed-93fe-5ac1d1d9b06c req-3d8dbab5-3c96-487b-bbc3-6816be563740 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.0995862
Apr 21 06:21:27.396943 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0272475e-586d-48ed-93fe-5ac1d1d9b06c req-b01c6142-51ef-43a8-9667-9309df543566 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694845
Apr 21 06:21:27.838552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bfe6f-4b05-4a26-b7f0-3ade851a48ac req-2fea910d-096f-40c7-8413-5bb5b64b3bd9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:27.840314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b81bfe6f-4b05-4a26-b7f0-3ade851a48ac req-2fea910d-096f-40c7-8413-5bb5b64b3bd9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1788621
Apr 21 06:21:27.918462 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b81bfe6f-4b05-4a26-b7f0-3ade851a48ac req-5c47c17a-19ca-4b3e-a05e-efc987f75bdf tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682127
Apr 21 06:21:27.928866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023eb0-f569-4ee1-b481-2691d6d766fd req-ea72a8a3-2f1c-4ab8-ab8d-5d114833502b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:27.930503 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-03023eb0-f569-4ee1-b481-2691d6d766fd req-ea72a8a3-2f1c-4ab8-ab8d-5d114833502b tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.1606915
Apr 21 06:21:27.984843 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-03023eb0-f569-4ee1-b481-2691d6d766fd req-25d17493-fc72-4697-bb5b-3d90e858fb80 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474665
Apr 21 06:21:28.642122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003344-6a7d-492c-b2dd-cf79100f09a8 req-c2c9115c-8198-485f-b842-c3b8a6836b90 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:28.644048 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53003344-6a7d-492c-b2dd-cf79100f09a8 req-c2c9115c-8198-485f-b842-c3b8a6836b90 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.1046307
Apr 21 06:21:28.751020 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53003344-6a7d-492c-b2dd-cf79100f09a8 req-e8c336c5-f771-4b5b-b995-4e9c4c33490c tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997596
Apr 21 06:21:29.161347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6397b-9a03-48bc-8a05-f923be1df82d req-f6a15835-efa0-4fe9-948a-b1074876caac tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:29.163088 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-29e6397b-9a03-48bc-8a05-f923be1df82d req-f6a15835-efa0-4fe9-948a-b1074876caac tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.1118150
Apr 21 06:21:29.229261 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-29e6397b-9a03-48bc-8a05-f923be1df82d req-33c3ce92-aea2-4827-8f7d-1fdec64bdda5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504069
Apr 21 06:21:29.353478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-f8c2dfb4-eeb1-439e-9bed-1849e059d581 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:29.354302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-f8c2dfb4-eeb1-439e-9bed-1849e059d581 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Synchronizing usage tracker for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:29.372510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-f8c2dfb4-eeb1-439e-9bed-1849e059d581 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Unset dirty status for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:29.374059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-f8c2dfb4-eeb1-439e-9bed-1849e059d581 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.1482794
Apr 21 06:21:29.525838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Deleting port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:29.526280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:29.951669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] For port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:29.951669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:30.085676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fb12b-f7da-4fd8-a5c1-fa3b27daf72e req-523e6361-da19-4047-b094-d53d20d32163 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:30.087376 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b23fb12b-f7da-4fd8-a5c1-fa3b27daf72e req-523e6361-da19-4047-b094-d53d20d32163 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 946 time: 0.1099706
Apr 21 06:21:30.128844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Calling delete_port for 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:30.173982 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b23fb12b-f7da-4fd8-a5c1-fa3b27daf72e req-b7cd43be-92b5-46ac-aa47-079bc167a78d tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792847
Apr 21 06:21:30.238613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:21:30.372790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:30.379049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:30.437511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Pushing event deleted for resources: {'Port': ['ID=88fbb0e4-fa22-4de9-a5c2-bc120bcc756e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:30.438767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['88fbb0e4-fa22-4de9-a5c2-bc120bcc756e'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:30.447154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:30.578088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] No DVR routers for this DVR port 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:30.586868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:30.591720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:30.593405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'name': 'network-vif-deleted', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:30.608124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'port_id': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'mac_address': 'fa:16:3e:c1:63:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:21:30.647234 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9e55a39c-0de9-4a03-ba01-02b5b9269e8e req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "DELETE /v2.0/ports/88fbb0e4-fa22-4de9-a5c2-bc120bcc756e HTTP/1.1" status: 204  len: 173 time: 1.2627923
Apr 21 06:21:30.691563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:30.731548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:21:30.768365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:30.773690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:30.777551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:30.927306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:30.930860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:30.931012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c12e7-02e3-4ba8-bec5-563926f46d35 req-e6fb7302-aba7-4876-a25d-02e2c7c13bea tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:30.932724 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5e4c12e7-02e3-4ba8-bec5-563926f46d35 req-e6fb7302-aba7-4876-a25d-02e2c7c13bea tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 943 time: 0.5393584
Apr 21 06:21:30.999263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6ba6-2056-4b6c-9c6f-df77bcd894f8 req-41aebfcf-eaf6-48ed-973e-70ecf48a56a4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:31.002732 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-911e6ba6-2056-4b6c-9c6f-df77bcd894f8 req-41aebfcf-eaf6-48ed-973e-70ecf48a56a4 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 946 time: 0.1564529
Apr 21 06:21:31.010903 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5e4c12e7-02e3-4ba8-bec5-563926f46d35 req-50a9b01c-a7e6-440d-906a-08c2866bc493 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665610
Apr 21 06:21:31.105824 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-911e6ba6-2056-4b6c-9c6f-df77bcd894f8 req-23fb20d0-8645-4f19-bda6-48112a372824 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818901
Apr 21 06:21:31.120479 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa9176f-020e-4aa5-826a-0dde66fc8697', 'name': 'network-vif-deleted', 'tag': '88fbb0e4-fa22-4de9-a5c2-bc120bcc756e', 'status': 'completed', 'code': 200}
Apr 21 06:21:31.143487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:31.404688 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89109416-5f20-48e4-86ae-fc29eb98165c req-d9e3095c-a7f8-4d4f-bc10-05421d9ea525 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fa9176f-020e-4aa5-826a-0dde66fc8697 HTTP/1.1" status: 200  len: 210 time: 0.0630124
Apr 21 06:21:32.235345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d63e-1738-4a50-a0bd-bfe648614f25 req-00d588cf-c410-4e2c-8921-7d4a41cb6ad3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:32.237093 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0e45d63e-1738-4a50-a0bd-bfe648614f25 req-00d588cf-c410-4e2c-8921-7d4a41cb6ad3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 944 time: 0.1056473
Apr 21 06:21:32.338585 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0e45d63e-1738-4a50-a0bd-bfe648614f25 req-ce0b268c-09df-4746-a2d5-f572f5e3e851 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948665
Apr 21 06:21:32.421279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f6f1b-bb3d-43c9-8899-a95faa5d8c0a req-c3128546-8612-4328-858a-44778bad69e6 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:32.424241 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d07f6f1b-bb3d-43c9-8899-a95faa5d8c0a req-c3128546-8612-4328-858a-44778bad69e6 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 946 time: 0.1274836
Apr 21 06:21:32.500655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d07f6f1b-bb3d-43c9-8899-a95faa5d8c0a req-ef07e1e3-0bed-4b44-a0b2-05babab190d7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693040
Apr 21 06:21:32.564950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-78b2328b-a30e-43f1-ac3e-2693aac004d1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:32.566122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-78b2328b-a30e-43f1-ac3e-2693aac004d1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:32.607672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-78b2328b-a30e-43f1-ac3e-2693aac004d1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:32.609067 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-78b2328b-a30e-43f1-ac3e-2693aac004d1 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 946 time: 0.1693654
Apr 21 06:21:32.743297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Deleting port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:32.744025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:33.297990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] For port a3751f0c-15ba-45eb-a893-ab0a93a22ed2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:33.298654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:33.488271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Calling delete_port for a3751f0c-15ba-45eb-a893-ab0a93a22ed2 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:33.586481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4784a6-1dbe-41d8-8c1e-e383d7e59839 req-3421418f-55ab-4369-948f-99bd96002188 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:33.588343 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bb4784a6-1dbe-41d8-8c1e-e383d7e59839 req-3421418f-55ab-4369-948f-99bd96002188 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 944 time: 0.1033635
Apr 21 06:21:33.661732 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bb4784a6-1dbe-41d8-8c1e-e383d7e59839 req-d5f1643c-b6c2-41a7-b17b-ee18f29aeacf tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542326
Apr 21 06:21:33.698061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:33.711058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b2da8f79-983e-432a-82ab-ba7a88b7fa96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:33.780444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event deleted for resources: {'Port': ['ID=a3751f0c-15ba-45eb-a893-ab0a93a22ed2,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:33.784172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:33.833004 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-65b3dd1c-27c1-4780-98b2-e4cb11c71e0c req-69c1ad17-d88d-4dda-8ac5-33404bce1342 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.0913737
Apr 21 06:21:33.881868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] No DVR routers for this DVR port a3751f0c-15ba-45eb-a893-ab0a93a22ed2 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:33.884715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:33.887796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'name': 'network-vif-deleted', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:33.904824 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-868193f4-d817-4506-8b5c-23f5ebbbb4bb req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "DELETE /v2.0/ports/a3751f0c-15ba-45eb-a893-ab0a93a22ed2 HTTP/1.1" status: 204  len: 173 time: 1.2886643
Apr 21 06:21:33.953747 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286f9c1c-8c2b-40c7-9adf-5bd91865470d', 'name': 'network-vif-deleted', 'tag': 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2', 'status': 'completed', 'code': 200}
Apr 21 06:21:34.242473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451f410-d47a-41ae-a22e-7ae9602d4420 req-86286cb5-481a-40cf-bdb9-9d8bdd383cd5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:34.244264 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d451f410-d47a-41ae-a22e-7ae9602d4420 req-86286cb5-481a-40cf-bdb9-9d8bdd383cd5 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.0941398
Apr 21 06:21:34.305057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d451f410-d47a-41ae-a22e-7ae9602d4420 req-7c3c0265-9091-4b7e-9197-e1aef7c025e3 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520539
Apr 21 06:21:34.908587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5173d0a4-70ab-4fd3-a438-fc029dd60168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:34.965770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec2946-9642-481f-89e8-f01105e07910 req-d8247fa8-9b7a-4af8-924b-9b8996764bb6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:34.967465 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1cec2946-9642-481f-89e8-f01105e07910 req-d8247fa8-9b7a-4af8-924b-9b8996764bb6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 944 time: 0.1129525
Apr 21 06:21:35.032872 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1cec2946-9642-481f-89e8-f01105e07910 req-8ae620f6-03f6-4fad-95d0-3516e39911d3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534089
Apr 21 06:21:35.232399 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-008aa5c0-3463-4a39-a51a-190987c96993 req-a6b8ee56-2bfc-4749-b230-5c385021f7cc tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.0856147
Apr 21 06:21:35.607101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bada-496d-4e19-8117-25a06f00aa5c req-d450be15-d18d-43e8-9526-d4dbae95031d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:35.610017 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a810bada-496d-4e19-8117-25a06f00aa5c req-d450be15-d18d-43e8-9526-d4dbae95031d tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1743643
Apr 21 06:21:35.675912 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a810bada-496d-4e19-8117-25a06f00aa5c req-8f6298c1-d977-41ee-81a2-678f27197695 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582461
Apr 21 06:21:36.273855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc59ef-00d9-41e3-a062-2b3534d607cb req-5272e847-61fd-439a-adf0-fb33ce0715a1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:36.276803 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-54cc59ef-00d9-41e3-a062-2b3534d607cb req-5272e847-61fd-439a-adf0-fb33ce0715a1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 944 time: 0.1110048
Apr 21 06:21:36.328217 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-54cc59ef-00d9-41e3-a062-2b3534d607cb req-738b661b-698b-45e6-a038-2e407d87c95e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447958
Apr 21 06:21:36.429854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'a3751f0c-15ba-45eb-a893-ab0a93a22ed2'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:36.462918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:36.498375 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2f7401e-69db-4a15-9d9c-6adf1325c0fc req-ef098bcf-0c74-4b21-a172-a42163ac29be tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=286f9c1c-8c2b-40c7-9adf-5bd91865470d HTTP/1.1" status: 200  len: 210 time: 0.0592005
Apr 21 06:21:36.600687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:36.621567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:36.622393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:36.845882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:36.901637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:36.926573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:36.927624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96e66-9c86-4d1a-9ba0-d59892ed61e6 req-c3e2128e-9eef-4d18-ad74-42d26adae5e6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:36.929365 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a3b96e66-9c86-4d1a-9ba0-d59892ed61e6 req-c3e2128e-9eef-4d18-ad74-42d26adae5e6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1268055
Apr 21 06:21:36.942852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:36.945066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device a3751f0c-15ba-45eb-a893-ab0a93a22ed2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:37.000547 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a3b96e66-9c86-4d1a-9ba0-d59892ed61e6 req-463e71a4-3ea1-4d1a-a86c-acffc8fdc258 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537581
Apr 21 06:21:37.042654 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'code': 200}
Apr 21 06:21:37.043611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:37.104508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: a3751f0c-15ba-45eb-a893-ab0a93a22ed2 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:37.105010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device a3751f0c-15ba-45eb-a893-ab0a93a22ed2 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:37.105535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:37.169872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:37.170195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 88fbb0e4-fa22-4de9-a5c2-bc120bcc756e not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:37.225653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:37.235457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:37.444123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d5609-c832-4f03-bce2-dec80fe5f57b req-5027d81f-4ef5-4ce7-a567-c7abe78c8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:37.445804 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-962d5609-c832-4f03-bce2-dec80fe5f57b req-5027d81f-4ef5-4ce7-a567-c7abe78c8411 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1098 time: 0.0853074
Apr 21 06:21:37.517113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-962d5609-c832-4f03-bce2-dec80fe5f57b req-e0974b64-b1a1-4129-abbb-60003f2bd34e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630188
Apr 21 06:21:37.660074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc354cb-03be-4c69-a6e7-0c6edc53b966 req-a8b25249-cc3f-4136-beb6-447bf3c77c33 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:37.661785 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0cc354cb-03be-4c69-a6e7-0c6edc53b966 req-a8b25249-cc3f-4136-beb6-447bf3c77c33 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.1203163
Apr 21 06:21:37.739643 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0cc354cb-03be-4c69-a6e7-0c6edc53b966 req-6e36ff22-6854-4de0-82c2-d61a522a8475 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683768
Apr 21 06:21:37.922357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-216091ab-2b0e-473c-be39-da99256eb06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:38.248605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b51de-80c3-487b-8efc-4b0f698dfa92 req-9948a8b1-92bf-4877-9a61-d9c26fa4ab5a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:38.250247 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8d9b51de-80c3-487b-8efc-4b0f698dfa92 req-9948a8b1-92bf-4877-9a61-d9c26fa4ab5a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1267409
Apr 21 06:21:38.304552 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8d9b51de-80c3-487b-8efc-4b0f698dfa92 req-32b45466-8d55-4d6e-9c2e-d2bb7bc18380 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464172
Apr 21 06:21:38.449359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:38.954407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:39.087513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954e6a4-df7e-480c-add7-3cae3f322f0e req-417a3f90-7a23-4809-9dbf-281206f4371e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:39.090477 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c954e6a4-df7e-480c-add7-3cae3f322f0e req-417a3f90-7a23-4809-9dbf-281206f4371e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.1703510
Apr 21 06:21:39.180748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:39.185864 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c954e6a4-df7e-480c-add7-3cae3f322f0e req-d2c7f898-2d56-498b-a998-8db2733ce936 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856090
Apr 21 06:21:39.437379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963bfa-a81b-4972-9573-b3fe2e88ecfb req-05ff471f-57ea-42bd-ad2d-5d37e27efe18 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:39.439562 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8d963bfa-a81b-4972-9573-b3fe2e88ecfb req-05ff471f-57ea-42bd-ad2d-5d37e27efe18 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.1010625
Apr 21 06:21:39.450089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-cf88e131-8c26-4411-ab1f-1372025225c6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:39.450909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-cf88e131-8c26-4411-ab1f-1372025225c6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Synchronizing usage tracker for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:39.472305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-cf88e131-8c26-4411-ab1f-1372025225c6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Unset dirty status for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:39.473787 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-cf88e131-8c26-4411-ab1f-1372025225c6 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1260180
Apr 21 06:21:39.502128 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8d963bfa-a81b-4972-9573-b3fe2e88ecfb req-5c7e8287-7c51-42c0-97cb-b94a04482074 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481262
Apr 21 06:21:39.599037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:39.805841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde928c-bbf4-4938-b6ba-f8426aa491e9 req-f26ad8c9-1fcf-40d6-9f16-3621048041d7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:39.807546 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7dde928c-bbf4-4938-b6ba-f8426aa491e9 req-f26ad8c9-1fcf-40d6-9f16-3621048041d7 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1225824
Apr 21 06:21:39.869255 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7dde928c-bbf4-4938-b6ba-f8426aa491e9 req-21c6b22f-f7ef-4b32-a4a3-b9c386e4dd68 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502343
Apr 21 06:21:40.093150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bacf9a-fd14-4a48-b41f-deb5600f4494 req-bc2a4553-acd8-4cec-b618-393d036d47c2 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:40.094872 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-77bacf9a-fd14-4a48-b41f-deb5600f4494 req-bc2a4553-acd8-4cec-b618-393d036d47c2 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.0981929
Apr 21 06:21:40.146672 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-77bacf9a-fd14-4a48-b41f-deb5600f4494 req-6f5f5d4b-376a-45a0-acb4-974df768be4a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443418
Apr 21 06:21:40.349035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c7a7-789f-43c1-a80c-be41da2bc2e7 req-b7da2453-0f42-4416-ae73-683efd9fa465 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:40.350704 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8120c7a7-789f-43c1-a80c-be41da2bc2e7 req-b7da2453-0f42-4416-ae73-683efd9fa465 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.0959423
Apr 21 06:21:40.417935 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8120c7a7-789f-43c1-a80c-be41da2bc2e7 req-f418b8c6-69b7-4351-9137-d95503a16170 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533288
Apr 21 06:21:40.758455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Deleting port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:40.759058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:41.132456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] For port b0d25cf1-f171-41e1-aa47-fbb0f52726b1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:41.133358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:41.205872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1320066-9d5d-4a1b-81ca-357f83bcaea9 req-fcade033-9136-4b82-8c7b-edef6fd4e8ea tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:41.210070 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f1320066-9d5d-4a1b-81ca-357f83bcaea9 req-fcade033-9136-4b82-8c7b-edef6fd4e8ea tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 945 time: 0.1068861
Apr 21 06:21:41.299240 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f1320066-9d5d-4a1b-81ca-357f83bcaea9 req-1c692dea-c9d0-4373-9b44-67162c392da9 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818725
Apr 21 06:21:41.319579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Calling delete_port for b0d25cf1-f171-41e1-aa47-fbb0f52726b1 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:41.547170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:41.554565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:41.604821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Pushing event deleted for resources: {'Port': ['ID=b0d25cf1-f171-41e1-aa47-fbb0f52726b1,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:41.609201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:41.623989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a2d2-a31b-4a8a-893f-e895be30e2e0 req-14bc01fa-c2d2-4714-a1a6-c10159d2a371 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:41.626940 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f866a2d2-a31b-4a8a-893f-e895be30e2e0 req-14bc01fa-c2d2-4714-a1a6-c10159d2a371 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.1797514
Apr 21 06:21:41.688506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f866a2d2-a31b-4a8a-893f-e895be30e2e0 req-55c9194f-7fad-411e-a246-ac9845f65277 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534475
Apr 21 06:21:41.701225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] No DVR routers for this DVR port b0d25cf1-f171-41e1-aa47-fbb0f52726b1 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:41.704131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:41.707822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'name': 'network-vif-deleted', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:41.724510 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-22f2bfc4-7cfe-4b4f-85e3-65999ee1e5f8 req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "DELETE /v2.0/ports/b0d25cf1-f171-41e1-aa47-fbb0f52726b1 HTTP/1.1" status: 204  len: 173 time: 1.1039269
Apr 21 06:21:41.786609 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2462a316-75ab-4515-8e5f-a0144e3ce835', 'name': 'network-vif-deleted', 'tag': 'b0d25cf1-f171-41e1-aa47-fbb0f52726b1', 'status': 'completed', 'code': 200}
Apr 21 06:21:42.485059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-123e08ef-140d-406c-9332-19669ac95cc3 req-3056f2cf-1563-48a6-a47e-94a643eea543 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=2462a316-75ab-4515-8e5f-a0144e3ce835 HTTP/1.1" status: 200  len: 210 time: 0.0529361
Apr 21 06:21:42.530634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['b0d25cf1-f171-41e1-aa47-fbb0f52726b1', '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:43.030659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b09546-52e1-4b04-8507-8c355467607d req-08dafbdd-627a-485a-909c-3714ee8cd30b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:43.032401 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08b09546-52e1-4b04-8507-8c355467607d req-08dafbdd-627a-485a-909c-3714ee8cd30b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.0935528
Apr 21 06:21:43.085305 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08b09546-52e1-4b04-8507-8c355467607d req-f9627a7a-52a0-45e8-94e6-fd76d9420b3e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449667
Apr 21 06:21:43.867594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-709f6063-773d-47b4-9f88-864bcdcf0c3e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:43.873248 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-709f6063-773d-47b4-9f88-864bcdcf0c3e tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 813 time: 0.2273040
Apr 21 06:21:43.904148 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-04a8a7a3-1e01-4acd-8463-e80edbbf0715 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/quotas/4792d81400b841c3b52fe6fc86efa657 HTTP/1.1" status: 200  len: 375 time: 0.0185454
Apr 21 06:21:43.976848 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-cfc81ee0-c4a6-4ef3-8d4d-45c95773f1f9 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0642295
Apr 21 06:21:44.137718 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-0504aaf7-86dc-40eb-ac66-e916091abfb6 service neutron] 10.222.0.37 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521194
Apr 21 06:21:44.323690 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-2d85567f-cfed-4490-a2cc-f877b0111384 service neutron] 10.222.0.37 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782806
Apr 21 06:21:44.526960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device b0d25cf1-f171-41e1-aa47-fbb0f52726b1 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:44.620156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: b0d25cf1-f171-41e1-aa47-fbb0f52726b1 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:44.621225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device b0d25cf1-f171-41e1-aa47-fbb0f52726b1 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:44.713178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-d2ad71d5-042c-41f4-a092-cf5afd393d35 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:44.714009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-d2ad71d5-042c-41f4-a092-cf5afd393d35 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:44.732447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-d2ad71d5-042c-41f4-a092-cf5afd393d35 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:44.734291 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-d2ad71d5-042c-41f4-a092-cf5afd393d35 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.1849525
Apr 21 06:21:44.861139 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-1dcaa2c1-ed18-40dd-95e3-8d0955f26c3c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576604094&fields=id&tenant_id=3ded2bd119c742c28b20098321779f05 HTTP/1.1" status: 200  len: 267 time: 0.0560584
Apr 21 06:21:44.921802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Deleting port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:44.922636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:45.216053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-99a8cd73-f8a1-4d43-80d0-2badb2c1394a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:45.228965 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-99a8cd73-f8a1-4d43-80d0-2badb2c1394a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 809 time: 0.3634183
Apr 21 06:21:45.280523 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-7dbdbece-69a9-43b7-a9c9-701abdb4fb4c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/quotas/3ded2bd119c742c28b20098321779f05 HTTP/1.1" status: 200  len: 375 time: 0.0480726
Apr 21 06:21:45.511147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dffbf6-46dd-4a12-b0c1-43dea0be6b72 req-06f966cf-5902-4760-8b64-ee2e68c1deec tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:45.514091 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-57dffbf6-46dd-4a12-b0c1-43dea0be6b72 req-06f966cf-5902-4760-8b64-ee2e68c1deec tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 946 time: 0.2718723
Apr 21 06:21:45.551689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] For port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:45.552419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:45.560845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-b9669576-32cc-4472-bc76-4f63bbd9b907 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Synchronizing usage tracker for tenant:3ded2bd119c742c28b20098321779f05 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:45.640301 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-57dffbf6-46dd-4a12-b0c1-43dea0be6b72 req-aedc68c0-6f5e-4356-a0bf-daa617dc93ee tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169484
Apr 21 06:21:45.641527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-b9669576-32cc-4472-bc76-4f63bbd9b907 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Unset dirty status for tenant:3ded2bd119c742c28b20098321779f05 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:45.643192 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-b9669576-32cc-4472-bc76-4f63bbd9b907 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3384776
Apr 21 06:21:45.826038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Calling delete_port for d7ef1a74-b54c-4fd8-91bf-7c385c21c39a owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:45.885877 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-2510f1b5-6acc-4c53-ae50-a0317d8b7aef service neutron] 10.222.0.37 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261395
Apr 21 06:21:46.017206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a16c3-0cad-4ae4-95d7-b6cd54b0ea4e req-98c44805-9f5e-46e6-9f75-a607de0b472a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:46.019414 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ca1a16c3-0cad-4ae4-95d7-b6cd54b0ea4e req-98c44805-9f5e-46e6-9f75-a607de0b472a tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2199068
Apr 21 06:21:46.101602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:46.107504 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-125ac921-3676-4a41-953a-e402693b4f3d service neutron] 10.222.0.37 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086740
Apr 21 06:21:46.111157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:46.113891 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ca1a16c3-0cad-4ae4-95d7-b6cd54b0ea4e req-ca1f720c-4a4a-4748-9617-0011daee3a82 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726237
Apr 21 06:21:46.120649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:46.309005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event deleted for resources: {'Port': ['ID=d7ef1a74-b54c-4fd8-91bf-7c385c21c39a,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:46.342143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:46.405884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-34d435c0-94c8-4e24-8ea6-f77381a5f067 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:46.407870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-34d435c0-94c8-4e24-8ea6-f77381a5f067 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 813 time: 0.2690802
Apr 21 06:21:46.430205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Request body: {'port': {'device_id': '25943bc1-729b-491d-a256-a4b90977874d', 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9', 'admin_state_up': True, 'tenant_id': '4792d81400b841c3b52fe6fc86efa657'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:46.535434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] No DVR routers for this DVR port d7ef1a74-b54c-4fd8-91bf-7c385c21c39a on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:46.540339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:46.547146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'name': 'network-vif-deleted', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:46.607940 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-623eccfb-df63-440a-9620-f2d99c1f9290 req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "DELETE /v2.0/ports/d7ef1a74-b54c-4fd8-91bf-7c385c21c39a HTTP/1.1" status: 204  len: 173 time: 1.8661232
Apr 21 06:21:46.934842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45c55643-a2d7-4687-b673-f92595e93f7c req-02e6455f-c739-49e0-aaed-890c87d72c2b tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 210 time: 0.4501107
Apr 21 06:21:47.036062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:47.041812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Usage tracker for resource:port and tenant:4792d81400b841c3b52fe6fc86efa657 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:47.045800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:47.054255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:47.065546 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4879cc34-2e4f-4476-8d16-f24188989725', 'name': 'network-vif-deleted', 'tag': 'd7ef1a74-b54c-4fd8-91bf-7c385c21c39a', 'status': 'completed', 'code': 200}
Apr 21 06:21:47.067160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Made reservation on behalf of 4792d81400b841c3b52fe6fc86efa657 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:21:47.074521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:47.306143 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d204ab6d-ac75-4ccd-a3ef-e5218a574db0 req-6c82d4e9-52cf-47dc-9dd0-333cbd2d89be tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 210 time: 0.1022685
Apr 21 06:21:47.373640 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-580aead7-fe34-492b-a329-a96b2bc128ef req-d433f430-5aff-461b-a428-0bd2df86e364 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4879cc34-2e4f-4476-8d16-f24188989725 HTTP/1.1" status: 200  len: 210 time: 0.0611184
Apr 21 06:21:47.394953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Allocated IP 172.20.0.10 (05e4c24d-39f4-496d-83b2-b4e99c0e29d9/05206372-d3e1-49be-9b09-aea1d9a74c7b/7224520a-f46e-4107-8330-2ab27f2c0d1d) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:47.896295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:47.915076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c84a-233c-4252-8cd3-fe0b89bd3741 req-248c679c-bb98-48f7-aad6-83a5bc9eff3f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:47.917137 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4991c84a-233c-4252-8cd3-fe0b89bd3741 req-248c679c-bb98-48f7-aad6-83a5bc9eff3f tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2447159
Apr 21 06:21:47.993391 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4991c84a-233c-4252-8cd3-fe0b89bd3741 req-1ef7e1e7-fecf-4507-846d-dd9e6bc49a68 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630429
Apr 21 06:21:48.000708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:48.008839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:48.085305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:48.089444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:48.092149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:48.139407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Pushing event updated for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:48.142859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:48.300628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:48.301850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:48.378772 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9597988
Apr 21 06:21:48.400456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Request body: {'port': {'device_id': '25943bc1-729b-491d-a256-a4b90977874d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:48.513858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf318a0-bf39-4bbb-b379-21332c4a5aa5 req-0d8ba918-63ef-4934-9f5c-1b1cf0f5f413 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:48.515089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-eaf318a0-bf39-4bbb-b379-21332c4a5aa5 req-0d8ba918-63ef-4934-9f5c-1b1cf0f5f413 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Synchronizing usage tracker for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:48.554632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device d7ef1a74-b54c-4fd8-91bf-7c385c21c39a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:48.641059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-deb76602-239b-42b7-bbff-fb06b25c111b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:48.642331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-deb76602-239b-42b7-bbff-fb06b25c111b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Synchronizing usage tracker for tenant:3ded2bd119c742c28b20098321779f05 on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:48.653546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: d7ef1a74-b54c-4fd8-91bf-7c385c21c39a {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:48.654882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device d7ef1a74-b54c-4fd8-91bf-7c385c21c39a not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:48.664469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-deb76602-239b-42b7-bbff-fb06b25c111b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Unset dirty status for tenant:3ded2bd119c742c28b20098321779f05 on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:48.667604 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-deb76602-239b-42b7-bbff-fb06b25c111b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 809 time: 0.2244308
Apr 21 06:21:48.765036 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aaf3d8cf-4528-4c4d-9865-0d24cec85a78 req-b17e1a92-d59e-4059-8461-5d8cd7df831e tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 210 time: 0.2149642
Apr 21 06:21:48.775142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-535d90e4-d4e7-4b89-8329-dab1ac957769 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Synchronizing usage tracker for tenant:3ded2bd119c742c28b20098321779f05 on resource:security_group {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:48.781407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-eaf318a0-bf39-4bbb-b379-21332c4a5aa5 req-0d8ba918-63ef-4934-9f5c-1b1cf0f5f413 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Unset dirty status for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:48.796470 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eaf318a0-bf39-4bbb-b379-21332c4a5aa5 req-0d8ba918-63ef-4934-9f5c-1b1cf0f5f413 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 932 time: 0.6220293
Apr 21 06:21:48.848742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-535d90e4-d4e7-4b89-8329-dab1ac957769 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Unset dirty status for tenant:3ded2bd119c742c28b20098321779f05 on resource:security_group {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:48.850915 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-535d90e4-d4e7-4b89-8329-dab1ac957769 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ded2bd119c742c28b20098321779f05 HTTP/1.1" status: 200  len: 380 time: 0.1669760
Apr 21 06:21:48.875014 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'port': {'device_id': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'admin_state_up': True, 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'security_groups': ['7d405ac6-5c25-42b4-8654-436ec3ed8d31']}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:48.901034 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eaf318a0-bf39-4bbb-b379-21332c4a5aa5 req-d0474561-fa1a-4457-b3ad-1ce04a2713cf tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026206
Apr 21 06:21:48.920705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.242170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:49.263601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:49.276581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Made reservation on behalf of 3ded2bd119c742c28b20098321779f05 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:21:49.284139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.525632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f27c-959f-47b5-8d3d-3e401bab90da req-f2fa56b9-8e5c-4cbd-87bd-1779cc3195af tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:49.527380 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f637f27c-959f-47b5-8d3d-3e401bab90da req-f2fa56b9-8e5c-4cbd-87bd-1779cc3195af tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.2521803
Apr 21 06:21:49.603866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Allocated IP 172.20.0.7 (9c7aea89-ca85-44e3-b661-6f985e89ffd8/a2e0aedb-d3ef-46b9-8fb8-7c81067c6799/4f92060d-78d9-405c-b88a-fe7551ec62eb) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:49.652123 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f637f27c-959f-47b5-8d3d-3e401bab90da req-4d78ff77-8c1f-48ce-9894-5aaa62a113a8 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180701
Apr 21 06:21:49.670441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7224520a-f46e-4107-8330-2ab27f2c0d1d {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:21:49.682192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.700560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Transition to ACTIVE for port object 7224520a-f46e-4107-8330-2ab27f2c0d1d will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:49.705809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.711360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-78fbbeaa-43b8-4e91-8ad8-16c30646191d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:49.939825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.961282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Transition to ACTIVE for port object 4f92060d-78d9-405c-b88a-fe7551ec62eb will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:49.985551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Pushing event updated for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:49.989580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:49.996195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f38608-e7aa-4415-957a-884f8ac6f902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:50.026461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:50.067966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:50.072182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:50.074988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:50.116658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Attempting to bind port 7224520a-f46e-4107-8330-2ab27f2c0d1d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:50.117012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Attempting to bind port 7224520a-f46e-4107-8330-2ab27f2c0d1d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:50.117394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Attempting to bind port 7224520a-f46e-4107-8330-2ab27f2c0d1d on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:50.132527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Port 7224520a-f46e-4107-8330-2ab27f2c0d1d on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:21:50.133070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Attempting to bind port 7224520a-f46e-4107-8330-2ab27f2c0d1d on network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:50.147068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876114f1-6a2e-493f-94b0-e85662540b37 req-f560d183-3720-4a53-8508-6a6fb41cbaa7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:50.149157 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-876114f1-6a2e-493f-94b0-e85662540b37 req-f560d183-3720-4a53-8508-6a6fb41cbaa7 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 946 time: 0.3163733
Apr 21 06:21:50.155637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:50.156336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Checking segment: {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:50.156950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Bound using segment: {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:50.157624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Bound port: 7224520a-f46e-4107-8330-2ab27f2c0d1d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a986e4-f60d-4edb-850a-2f09d883a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:50.158186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.161636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:50.186738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:50.224835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357dd44-b557-407a-99ab-7b78dbfae4a5 req-fc118e3e-551a-4470-a8cb-d28faa542b3d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:50.226906 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d357dd44-b557-407a-99ab-7b78dbfae4a5 req-fc118e3e-551a-4470-a8cb-d28faa542b3d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 931 time: 0.2971714
Apr 21 06:21:50.256890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:50.257781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.300277 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4418530
Apr 21 06:21:50.313810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Request body: {'port': {'device_id': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:50.320137 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-876114f1-6a2e-493f-94b0-e85662540b37 req-afe77c5b-70b0-4840-9496-cb23932f117b tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487374
Apr 21 06:21:50.397272 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d357dd44-b557-407a-99ab-7b78dbfae4a5 req-c91bd0c6-8fe4-4843-89f8-121c5480681c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402347
Apr 21 06:21:50.481123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-a0cca709-3d43-4c88-84b4-0b318b898eda None None] Provisioning for port 4f92060d-78d9-405c-b88a-fe7551ec62eb completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:50.490283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-a0cca709-3d43-4c88-84b4-0b318b898eda None None] Provisioning complete for port 4f92060d-78d9-405c-b88a-fe7551ec62eb triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:50.490935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a0cca709-3d43-4c88-84b4-0b318b898eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.506186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.594658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:50.603793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-a0cca709-3d43-4c88-84b4-0b318b898eda None None] Port 4f92060d-78d9-405c-b88a-fe7551ec62eb cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:21:50.617604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:50.626410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.633459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-71fa2e78-ca25-45b7-b2c9-be7272fa9f48 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:50.725963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:50.726671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:50.728333 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] 10.222.0.35 "PUT /v2.0/ports/7224520a-f46e-4107-8330-2ab27f2c0d1d HTTP/1.1" status: 200  len: 1094 time: 2.3360207
Apr 21 06:21:50.740642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:50.856508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Pushing event updated for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:50.877286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:50.928940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-0bc92a67-6ad2-45fc-b844-62afa8c52934 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:50.931865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-0bc92a67-6ad2-45fc-b844-62afa8c52934 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 0.5249331
Apr 21 06:21:51.013521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd0c7-6808-4ccc-ad2e-2017723fae6e req-3e36aa24-ef8e-4d78-b8bb-ece4d7898110 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:51.016589 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-11dbd0c7-6808-4ccc-ad2e-2017723fae6e req-3e36aa24-ef8e-4d78-b8bb-ece4d7898110 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 944 time: 0.5282850
Apr 21 06:21:51.148488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f92060d-78d9-405c-b88a-fe7551ec62eb {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:21:51.158000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:51.177778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Transition to ACTIVE for port object 4f92060d-78d9-405c-b88a-fe7551ec62eb will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:21:51.180850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:51.186382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:51.589522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:51.600750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:51.646957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-934271b4-63c8-41f9-9588-67a0c677b89e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:51.648047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-934271b4-63c8-41f9-9588-67a0c677b89e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Synchronizing usage tracker for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:51.654208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Deleting port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:51.654933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:51.684913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Attempting to bind port 4f92060d-78d9-405c-b88a-fe7551ec62eb on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:21:51.685685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Attempting to bind port 4f92060d-78d9-405c-b88a-fe7551ec62eb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:21:51.686139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Attempting to bind port 4f92060d-78d9-405c-b88a-fe7551ec62eb on network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:51.704580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Port 4f92060d-78d9-405c-b88a-fe7551ec62eb on network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:21:51.705159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Attempting to bind port 4f92060d-78d9-405c-b88a-fe7551ec62eb on network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:21:51.709251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-934271b4-63c8-41f9-9588-67a0c677b89e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Unset dirty status for tenant:0cecdc8e6425468c981fba2c7569007f on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:51.711288 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-934271b4-63c8-41f9-9588-67a0c677b89e tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 946 time: 0.4816625
Apr 21 06:21:51.775300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:21:51.775873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Checking segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:21:51.776460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Bound using segment: {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:21:51.777218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Bound port: 4f92060d-78d9-405c-b88a-fe7551ec62eb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b9a31-76fc-4aec-a3b3-100851c0562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:21:51.777751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:51.785205 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-11dbd0c7-6808-4ccc-ad2e-2017723fae6e req-cdc35728-2b40-42c9-984a-33050c01d535 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6612453
Apr 21 06:21:51.899573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-94084d86-e9a8-4c6b-99c0-a150c89ef4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:51.902261 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-94084d86-e9a8-4c6b-99c0-a150c89ef4f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 1097 time: 1.1256206
Apr 21 06:21:51.918295 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d', 'status': 'completed', 'code': 200}
Apr 21 06:21:51.977761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Deleting port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:51.978422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:52.072844 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-980758f4-0b9e-4cd7-b667-49d86a3a88b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d HTTP/1.1" status: 200  len: 217 time: 0.1531312
Apr 21 06:21:52.182027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781aeff-8d0f-4fca-b851-ea05eb136cc4 req-a45a60bb-f2e5-4102-8a9a-0cf369b393cb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:52.184048 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d781aeff-8d0f-4fca-b851-ea05eb136cc4 req-a45a60bb-f2e5-4102-8a9a-0cf369b393cb tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 945 time: 1.1655831
Apr 21 06:21:52.296694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:21:52.332865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:21:52.384831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:52.396267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-128dfe24-b824-4fc3-b4eb-5f28268d2176 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:52.457570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-0212ac30-584f-4fb9-92b8-8e3ab02c5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:52.459131 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-0212ac30-584f-4fb9-92b8-8e3ab02c5ea2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05206372-d3e1-49be-9b09-aea1d9a74c7b HTTP/1.1" status: 200  len: 853 time: 0.3753772
Apr 21 06:21:52.472696 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d781aeff-8d0f-4fca-b851-ea05eb136cc4 req-ff7f1132-0939-4a2d-933f-f989a55d773e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/security-groups?id=146133c1-07c6-42c2-ae67-e7ec6c350e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214386
Apr 21 06:21:52.561561 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-a8ec99f5-c639-4c85-baaf-425c5dc321e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0851636
Apr 21 06:21:52.605194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:52.612520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:52.647438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:52.648696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:52.651414 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] 10.222.0.35 "PUT /v2.0/ports/4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 1093 time: 2.3421972
Apr 21 06:21:52.652374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:52.692817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061113-7b30-49e4-8c16-a03f00447329 req-9ebdac3f-8154-48b7-bb8a-a187f2aa0541 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:52.694705 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd061113-7b30-49e4-8c16-a03f00447329 req-9ebdac3f-8154-48b7-bb8a-a187f2aa0541 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=019123cc-8b6b-4456-8c84-5707206445ab HTTP/1.1" status: 200  len: 946 time: 0.4980569
Apr 21 06:21:52.708689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] For port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:52.709044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:52.831610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:21:52.864535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] For port 758fa046-3ce0-48c5-8e1d-5cac838f03d5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=758fa046-3ce0-48c5-8e1d-5cac838f03d5,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:52.865158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:53.062980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Calling delete_port for 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:53.160981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Calling delete_port for 758fa046-3ce0-48c5-8e1d-5cac838f03d5 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:21:53.206749 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd061113-7b30-49e4-8c16-a03f00447329 req-8703bd03-5615-4c63-b85b-c055b8357912 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4885232
Apr 21 06:21:53.282415 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-342d5fe5-59d5-472b-be6a-e83f2449944a service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7064855
Apr 21 06:21:53.312847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-f3fe27c7-0cee-4da6-8161-81fb7f63df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:53.315782 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-f3fe27c7-0cee-4da6-8161-81fb7f63df19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1096 time: 0.6000421
Apr 21 06:21:53.438593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-111308d7-ec84-4d73-a428-307641ee0d4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 217 time: 0.0948219
Apr 21 06:21:53.545409 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'status': 'completed', 'code': 200}
Apr 21 06:21:53.573874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-d12dce5a-2b96-4a87-a2af-f8aa6142376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:53.575468 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-d12dce5a-2b96-4a87-a2af-f8aa6142376d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.1008506
Apr 21 06:21:53.599816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:53.619555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', '758fa046-3ce0-48c5-8e1d-5cac838f03d5'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:53.670948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:53.679079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdf1f3-c842-415f-8831-e11dde4f49a9 req-e1a06287-f448-4e80-aa55-8e4223090fd0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:53.692146 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0cfdf1f3-c842-415f-8831-e11dde4f49a9 req-e1a06287-f448-4e80-aa55-8e4223090fd0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.9529641
Apr 21 06:21:53.730265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event deleted for resources: {'Port': ['ID=758fa046-3ce0-48c5-8e1d-5cac838f03d5,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:53.735587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:53.838452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] No DVR routers for this DVR port 758fa046-3ce0-48c5-8e1d-5cac838f03d5 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:53.842251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:53.865721 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "DELETE /v2.0/ports/758fa046-3ce0-48c5-8e1d-5cac838f03d5 HTTP/1.1" status: 204  len: 173 time: 2.1464846
Apr 21 06:21:53.869372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-0bdf68ba-ed71-4349-b0a7-2810b6a8bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:53.871006 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-0bdf68ba-ed71-4349-b0a7-2810b6a8bd6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2743857
Apr 21 06:21:53.955098 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0cfdf1f3-c842-415f-8831-e11dde4f49a9 req-d5bee9fb-b938-4151-b96c-61ea6b3a78e0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2364669
Apr 21 06:21:54.069181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:54.107856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:54.166428 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-235defa4-3ce6-400a-83fb-23304cee8dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2862315
Apr 21 06:21:54.181632 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b081244-9eb2-4bce-834c-56f5ca49262a req-13e512f8-fb53-4024-a9ff-83d9eb9f2fe1 service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8300831
Apr 21 06:21:54.224202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Pushing event deleted for resources: {'Port': ['ID=99b5c0fb-5c54-4b32-a58d-85728fd4b2c2,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:54.231494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:54.423587 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f734c93-d3fe-4825-873f-28d721af41e2 req-702a811f-4c03-497d-bf9e-f5dd6fa747f6 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497723
Apr 21 06:21:54.478327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b573949-e913-4273-8050-ddc62dcce718 req-dfb8ee1f-2fa0-40de-93e0-5bc6058f73f8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:54.480110 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5b573949-e913-4273-8050-ddc62dcce718 req-dfb8ee1f-2fa0-40de-93e0-5bc6058f73f8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 944 time: 0.6666362
Apr 21 06:21:54.483377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] No DVR routers for this DVR port 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:21:54.489283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:54.494408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'name': 'network-vif-deleted', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:54.543274 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.35 "DELETE /v2.0/ports/99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 HTTP/1.1" status: 204  len: 173 time: 3.6053994
Apr 21 06:21:54.599078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 758fa046-3ce0-48c5-8e1d-5cac838f03d5 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:54.608746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5b573949-e913-4273-8050-ddc62dcce718 req-0ad25887-e70d-44a9-934b-2d81e8496442 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158850
Apr 21 06:21:54.637861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-ff5f96e5-d7e4-4573-8d5e-f3eb9269d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:54.639536 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-ff5f96e5-d7e4-4573-8d5e-f3eb9269d492 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4792d81400b841c3b52fe6fc86efa657&device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 1097 time: 0.3546298
Apr 21 06:21:54.688726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 758fa046-3ce0-48c5-8e1d-5cac838f03d5 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:54.689136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 758fa046-3ce0-48c5-8e1d-5cac838f03d5 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:54.689774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:21:54.719948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f923908-4724-4428-8c30-250037aa2ef3 req-a258346b-4bb8-4e2c-9137-146b973c041b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:54.724506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-a05ee3a8-1790-4331-9f40-8ad25ed7e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:54.727593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-a05ee3a8-1790-4331-9f40-8ad25ed7e19d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1096 time: 0.2292278
Apr 21 06:21:54.731550 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f923908-4724-4428-8c30-250037aa2ef3 req-a258346b-4bb8-4e2c-9137-146b973c041b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.4485512
Apr 21 06:21:54.741714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:21:54.742676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 99b5c0fb-5c54-4b32-a58d-85728fd4b2c2 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:21:54.905094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-680f0c16-66c2-4be8-be4c-228014f0ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:54.907065 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-680f0c16-66c2-4be8-be4c-228014f0ef60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.1683471
Apr 21 06:21:54.994482 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-71e3121f-0413-46c8-86de-2380cd1e6a69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 217 time: 0.0789833
Apr 21 06:21:55.142610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-56720c06-b7e4-41ed-8d08-d50a47cd7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:55.145992 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-56720c06-b7e4-41ed-8d08-d50a47cd7b73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.1309087
Apr 21 06:21:55.178768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b591ccb1-0e3c-48e6-9c35-4a3eb70d574b req-dbea0c61-52e6-48aa-bb40-4ba79723a228 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Synchronizing usage tracker for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:55.261952 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8f923908-4724-4428-8c30-250037aa2ef3 req-7457f465-8267-485b-85f4-8cbfdb510cbb tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4154756
Apr 21 06:21:55.273007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-b591ccb1-0e3c-48e6-9c35-4a3eb70d574b req-dbea0c61-52e6-48aa-bb40-4ba79723a228 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Unset dirty status for tenant:93caee3b97c54a9aa838c047bfd6e87f on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:55.285313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b591ccb1-0e3c-48e6-9c35-4a3eb70d574b req-dbea0c61-52e6-48aa-bb40-4ba79723a228 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f47e142-60aa-4146-affa-985ac85ddaab HTTP/1.1" status: 200  len: 210 time: 0.4161797
Apr 21 06:21:55.311218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43362) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:55.330649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-a319342e-3745-4a29-9cd3-f26e3945dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:55.334898 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-a319342e-3745-4a29-9cd3-f26e3945dd1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1759169
Apr 21 06:21:55.365972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-4500b8aa-232e-4d7d-bf41-dae34e42b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:55.369376 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-4500b8aa-232e-4d7d-bf41-dae34e42b0fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 200  len: 914 time: 0.7119114
Apr 21 06:21:55.627962 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f47e142-60aa-4146-affa-985ac85ddaab', 'name': 'network-vif-deleted', 'tag': '99b5c0fb-5c54-4b32-a58d-85728fd4b2c2', 'status': 'completed', 'code': 200}
Apr 21 06:21:55.737914 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-ca9e6dcb-8c55-4fbe-8b83-fc043ec8660c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d HTTP/1.1" status: 200  len: 217 time: 0.3589261
Apr 21 06:21:55.864218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-38ac624f-5680-4996-865d-3a74305d483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:55.865955 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-38ac624f-5680-4996-865d-3a74305d483d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05206372-d3e1-49be-9b09-aea1d9a74c7b HTTP/1.1" status: 200  len: 853 time: 0.1125195
Apr 21 06:21:56.045307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'name': 'network-vif-deleted', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:56.122959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-69a9165c-b293-4f73-a875-4a9461f55c7b service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7771094
Apr 21 06:21:56.147528 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-4884f626-bf5a-4aad-b6d3-0e7d7aa40727 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05e4c24d-39f4-496d-83b2-b4e99c0e29d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2619421
Apr 21 06:21:56.276413 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-62b8e79b-0b89-429b-accd-4036c0beef95 req-63a8b54f-d473-4c08-bc4f-d74627f07e91 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457834
Apr 21 06:21:56.366078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38566cfb-45d5-4dd1-b3d0-26f8c4dc8913 tempest-TestMinimumBasicScenario-1226990878 tempest-TestMinimumBasicScenario-1226990878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:56.367396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-38566cfb-45d5-4dd1-b3d0-26f8c4dc8913 tempest-TestMinimumBasicScenario-1226990878 tempest-TestMinimumBasicScenario-1226990878-project-admin] Synchronizing usage tracker for tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:21:56.524146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-38566cfb-45d5-4dd1-b3d0-26f8c4dc8913 tempest-TestMinimumBasicScenario-1226990878 tempest-TestMinimumBasicScenario-1226990878-project-admin] Unset dirty status for tenant:e0f8d5bcb9b840379fa7eef44c27c4b9 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:21:56.529758 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-38566cfb-45d5-4dd1-b3d0-26f8c4dc8913 tempest-TestMinimumBasicScenario-1226990878 tempest-TestMinimumBasicScenario-1226990878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1093 time: 1.1856599
Apr 21 06:21:56.530642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43378) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:56.538922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'port_id': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:21:56.546879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:21:56.553090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:floatingip and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:21:56.557311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:21:56.558974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b930d7a-e45e-4c01-abdf-fa3a69fc41d7 req-d4bc0269-bef5-4153-a3a3-7f7c601b4fa3 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:56.562015 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8b930d7a-e45e-4c01-abdf-fa3a69fc41d7 req-d4bc0269-bef5-4153-a3a3-7f7c601b4fa3 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.6736398
Apr 21 06:21:56.568116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:21:56.582267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:56.616141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 7224520a-f46e-4107-8330-2ab27f2c0d1d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:21:56.630417 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-00082f00-ec16-43a1-9224-6bc9611af6c6 service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4537456
Apr 21 06:21:56.654191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f899a0-25ea-406f-814f-bbe056df0120 req-f32e8d63-30f2-4315-b97a-49fb20460f79 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:56.656409 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-84f899a0-25ea-406f-814f-bbe056df0120 req-f32e8d63-30f2-4315-b97a-49fb20460f79 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 944 time: 0.6108391
Apr 21 06:21:56.777224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:56.798548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:56.816697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '7224520a-f46e-4107-8330-2ab27f2c0d1d', 'network_id': '05e4c24d-39f4-496d-83b2-b4e99c0e29d9', 'port_id': '7224520a-f46e-4107-8330-2ab27f2c0d1d', 'mac_address': 'fa:16:3e:01:e1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05206372-d3e1-49be-9b09-aea1d9a74c7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:21:56.899134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:56.910516 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8b930d7a-e45e-4c01-abdf-fa3a69fc41d7 req-46300cf6-59cd-4c34-91b0-fcd2316e7d60 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3279350
Apr 21 06:21:56.930571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224520a-f46e-4107-8330-2ab27f2c0d1d {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:21:56.948511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:56.952606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:56.955539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46989624-fde1-4bd2-a9f2-8a794a165f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:57.003824 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-84f899a0-25ea-406f-814f-bbe056df0120 req-77957dc3-86fa-4418-8cf7-78035f9bb6c7 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952514
Apr 21 06:21:57.014771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Allocated IP 172.27.1.74 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/ae744519-663f-4bc2-bd7a-c8739cc983a4) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:21:57.058409 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c70b483a-e0c1-43a4-bb0e-5211850be775 req-251d6b03-3a4d-407f-9bf8-6b153b0b73ea service neutron] 10.222.0.35 "GET /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4002140
Apr 21 06:21:57.093843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:57.098697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:57.110493 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019123cc-8b6b-4456-8c84-5707206445ab', 'name': 'network-vif-deleted', 'tag': '758fa046-3ce0-48c5-8e1d-5cac838f03d5', 'status': 'completed', 'code': 200}
Apr 21 06:21:57.164102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43388) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:21:57.239355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['7224520a-f46e-4107-8330-2ab27f2c0d1d'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:21:57.273918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:57.349427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:57.358317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:57.451314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:21:57.454849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:21:57.458577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:21:57.523731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'Port': ['ID=ae744519-663f-4bc2-bd7a-c8739cc983a4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:57.527157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:57.933681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7c051-f61e-49ff-bcbf-679c2a94988c req-6640a03e-4b37-46bc-897c-52087c252e88 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:57.935839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4b7c051-f61e-49ff-bcbf-679c2a94988c req-6640a03e-4b37-46bc-897c-52087c252e88 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.2161419
Apr 21 06:21:58.054611 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4b7c051-f61e-49ff-bcbf-679c2a94988c req-df8e4d24-4ab5-4ba9-b3c0-69ecb5048f04 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985103
Apr 21 06:21:58.123844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.271957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.328761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389dd1b-27ac-4089-92c1-02a424ef1b44 req-cd47f86c-04c0-4f2b-85e1-3d9574d225ba tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:58.330469 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c389dd1b-27ac-4089-92c1-02a424ef1b44 req-cd47f86c-04c0-4f2b-85e1-3d9574d225ba tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.2864597
Apr 21 06:21:58.390268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.576712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.583770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.593403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:58.622743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 7224520a-f46e-4107-8330-2ab27f2c0d1d up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:21:58.708906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 7224520a-f46e-4107-8330-2ab27f2c0d1d completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:21:58.715021 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 7224520a-f46e-4107-8330-2ab27f2c0d1d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:21:58.715550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.788435 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c389dd1b-27ac-4089-92c1-02a424ef1b44 req-7c145d99-a867-4dd5-a29d-294f3fa88dbb tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4404359
Apr 21 06:21:58.827599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'Port': ['ID=ae744519-663f-4bc2-bd7a-c8739cc983a4,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:58.855006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490de12-d870-44ab-b0dd-3f5a1cd018a3 req-a656febd-8f2d-4f73-9f9e-2e57bc692a6c tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:58.856772 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1490de12-d870-44ab-b0dd-3f5a1cd018a3 req-a656febd-8f2d-4f73-9f9e-2e57bc692a6c tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 945 time: 0.5757542
Apr 21 06:21:58.868134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.869136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.869844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.870551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.871224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.871911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.872788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.873458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.874127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.874766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.875449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.876116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:21:58.884616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.886246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:58.887808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.919962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:21:58.932518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:58.934814 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1490de12-d870-44ab-b0dd-3f5a1cd018a3 req-40e60cd7-3a97-4cfe-910a-5f6008221ec3 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610638
Apr 21 06:21:58.946872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:58.954759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1ce45b01-64d4-4a0d-a20a-f9dab86a593c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:21:59.048959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:21:59.053729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:21:59.094500 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d', 'code': 200}
Apr 21 06:21:59.274027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Deleting port 42c70ea0-831a-4095-b027-6232c922d426 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:59.274445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:59.287006 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Floating IP e4c06173-86eb-40d0-9aed-8ca6a9c44a73 associated. External IP: 172.27.1.74, port: 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167.
Apr 21 06:21:59.492697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-9fb60bae-5081-4959-ab34-12656b7d0d29 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:59.494382 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-9fb60bae-5081-4959-ab34-12656b7d0d29 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.3028169
Apr 21 06:21:59.645075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Deleting port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:21:59.645461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:59.710899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251ccf2-4da0-431a-86dc-a13bd0490dea req-e5da5c7f-51dc-4b92-a22a-1099dc5caa38 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:59.712807 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a251ccf2-4da0-431a-86dc-a13bd0490dea req-e5da5c7f-51dc-4b92-a22a-1099dc5caa38 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 945 time: 0.4416997
Apr 21 06:21:59.732047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] For port 42c70ea0-831a-4095-b027-6232c922d426, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=42c70ea0-831a-4095-b027-6232c922d426,segment=NetworkSegment(4844dc4b-f36d-4e85-a953-b4c7ede26baf),segment_id=4844dc4b-f36d-4e85-a953-b4c7ede26baf)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:21:59.732483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:21:59.773406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759da42-8c21-407c-99a2-3a5d6ac6bf4f req-039b6131-3c1e-404c-8968-91cdf8ba7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:21:59.776395 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8759da42-8c21-407c-99a2-3a5d6ac6bf4f req-039b6131-3c1e-404c-8968-91cdf8ba7fcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 1099 time: 0.3752503
Apr 21 06:21:59.941290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Calling delete_port for 42c70ea0-831a-4095-b027-6232c922d426 owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:22:00.112813 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a251ccf2-4da0-431a-86dc-a13bd0490dea req-d92e4de5-c290-4d4e-a469-c0e085ecbf75 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/security-groups?id=abc2b14e-30bc-424a-ae0c-59e54686bfa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3825901
Apr 21 06:22:00.398958 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8759da42-8c21-407c-99a2-3a5d6ac6bf4f req-094b720a-69f3-470a-97f3-8cab33b39fba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6110530
Apr 21 06:22:00.459688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Router 41dcb59c-aa04-466b-b13a-e780e5e6461e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:22:00.585866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] For port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,segment=NetworkSegment(2d4d085d-2a86-47b8-90ed-a5394bd418bf),segment_id=2d4d085d-2a86-47b8-90ed-a5394bd418bf)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:00.586469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:00.608812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037db51-8a41-4325-ab16-8956b6b5dd6f req-7c91542b-7e09-47c2-93ec-c5ae9f159e57 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:00.611022 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0037db51-8a41-4325-ab16-8956b6b5dd6f req-7c91542b-7e09-47c2-93ec-c5ae9f159e57 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.6384933
Apr 21 06:22:00.726894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:22:00.743038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Sync routers for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:22:00.760549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:00.761660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd9b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:00.765575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:00.891438 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.3593245
Apr 21 06:22:00.892609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:00.899280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43410) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:00.905509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069211847', 'description': 'tempest-secgroup-smoke-1069211847 description', 'project_id': '87a62b5131eb42caac7b1b290cf60e53'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:00.912812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:00.918226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:00.921894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:00.929651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:00.940731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:00.966400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:00.971497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:00.975323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:00.982858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:01.080946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.085093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.093560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:01.112882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Calling delete_port for 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:22:01.140694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3780eef0-41de-4a01-be18-1d7b64dfe542,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:01.144666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:01.145606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.150681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2500820
Apr 21 06:22:01.151168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43418) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:01.158144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:01.165637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:01.170493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:01.175588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:01.182538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:01.196998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:01.203098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.206984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08b08d-2ca7-406a-8a3f-dd6275a9de92 req-6e96d703-5642-4bbd-a8f4-910c8dff82f7 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:01.208729 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d08b08d-2ca7-406a-8a3f-dd6275a9de92 req-6e96d703-5642-4bbd-a8f4-910c8dff82f7 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 946 time: 0.8730681
Apr 21 06:22:01.328050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d08b08d-2ca7-406a-8a3f-dd6275a9de92 req-682752b9-2ee5-4ef7-a2c5-e9cc0f219966 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694685
Apr 21 06:22:01.342896 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0037db51-8a41-4325-ab16-8956b6b5dd6f req-a2af9e58-fbab-41d3-b78d-9708486a8861 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7120128
Apr 21 06:22:01.387583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.393341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.406412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:01.456830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1638e93a-3c29-45b6-af5c-a4c5e9b27fa4,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:01.461959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:01.463591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.466685 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3139594
Apr 21 06:22:01.469578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43422) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:01.490290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:01.497622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.508904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:01.535124 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:22:01.538306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:01.565788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Pushing event deleted for resources: {'Port': ['ID=42c70ea0-831a-4095-b027-6232c922d426,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:01.580359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.581321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.581948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.582601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.583218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.583883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.584558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.585152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.585880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.586684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.587311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.588111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:01.597000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:01.644113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:01.654311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:01.668642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:01.713780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.808628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.811066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.814044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-07114a1c-33a0-4784-88e4-b710c9f6661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:01.816055 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-07114a1c-33a0-4784-88e4-b710c9f6661f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1098 time: 0.2798355
Apr 21 06:22:01.817376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:01.819686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:01.828331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:01.875274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53df4a1b-27c9-46da-bbc2-cf941240b82c,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:01.890710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:01.919054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:02.000381 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f26dca5d-14db-4a85-a678-d19d3f1e6260 req-1ad0d739-3c4d-4535-9c25-99235d43fc96 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fce56c7-5a67-4fda-9567-3193129c417e HTTP/1.1" status: 200  len: 210 time: 0.2510493
Apr 21 06:22:02.037142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:02.041661 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5678742
Apr 21 06:22:02.044195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43430) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:02.057260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:02.069125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:02.077022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:02.083020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:02.093996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:02.105829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Pushing event deleted for resources: {'Port': ['ID=4e3d6781-8b7f-4cd8-b241-b80c4650ecd3,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:02.131335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:02.154467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:02.198101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] No DVR routers for this DVR port 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:22:02.203275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:02.216195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd9b0>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'e4c06173-86eb-40d0-9aed-8ca6a9c44a73', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'port_id': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'mac_address': 'fa:16:3e:c1:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:57Z', 'updated_at': '2021-04-21T06:21:57Z', 'revision_number': 0, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:02.217825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'name': 'network-vif-deleted', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:02.223003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Checking router: 41dcb59c-aa04-466b-b13a-e780e5e6461e for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:22:02.224714 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e8b0b686-7eb2-4441-8973-1d0be3d8fc57 req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] 10.222.0.35 "DELETE /v2.0/ports/4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 HTTP/1.1" status: 204  len: 173 time: 2.7155263
Apr 21 06:22:02.269644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:02.270711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd9b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:02.338958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-90ee15ca-d29d-4a9e-bc7b-3a6494a828e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:02.342395 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-90ee15ca-d29d-4a9e-bc7b-3a6494a828e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.4963496
Apr 21 06:22:02.347035 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce56c7-5a67-4fda-9567-3193129c417e', 'name': 'network-vif-deleted', 'tag': '4e3d6781-8b7f-4cd8-b241-b80c4650ecd3', 'status': 'completed', 'code': 200}
Apr 21 06:22:02.516521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:02.595646 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-6cf0733b-61a7-4f54-9719-3266e055644f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 998 time: 0.2443871
Apr 21 06:22:02.650354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:02.668499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:22:02.743048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-e7b11785-243b-4f3b-9840-76c00bcf235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:02.745902 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-e7b11785-243b-4f3b-9840-76c00bcf235b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.1421583
Apr 21 06:22:02.933353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5008ae9-57eb-4dd8-ba5c-76c1f370133e req-dfbcbfee-4538-4018-a9e7-7ba901eeee01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:02.936916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:02.942091 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f5008ae9-57eb-4dd8-ba5c-76c1f370133e req-dfbcbfee-4538-4018-a9e7-7ba901eeee01 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.3139625
Apr 21 06:22:02.956330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:03.034315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:03.084961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:03.089635 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0412986
Apr 21 06:22:03.117187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43442) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:03.148231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:03.179186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff5a0e2-ff88-4b3c-8a3a-c8c576c1e5d4,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:03.204477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1c54ae9-32c8-4732-a5d9-8b7e9cc556be tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:03.205660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:03.228503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:03.234329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:03.251002 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:03.279135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-7348b33f-e9cd-4723-a4cc-dd49fea24bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:03.280850 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-7348b33f-e9cd-4723-a4cc-dd49fea24bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5258994
Apr 21 06:22:03.310828 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f5008ae9-57eb-4dd8-ba5c-76c1f370133e req-7784130e-daa6-4da4-98a8-b7b81e4a91ab tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3662088
Apr 21 06:22:03.314885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd9b0>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'e4c06173-86eb-40d0-9aed-8ca6a9c44a73', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'port_id': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'mac_address': 'fa:16:3e:c1:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:57Z', 'updated_at': '2021-04-21T06:21:57Z', 'revision_number': 0, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:03.323459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b946e-19a6-456a-91bf-8806216ad4e2 None None] The sync data for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi is: [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'e4c06173-86eb-40d0-9aed-8ca6a9c44a73', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'port_id': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'mac_address': 'fa:16:3e:c1:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:57Z', 'updated_at': '2021-04-21T06:21:57Z', 'revision_number': 0, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:22:03.396122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:03.425347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'mac_address': 'fa:16:3e:b9:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:22:03.497068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Router bebc1973-08f4-4a33-a847-7a908e4ac5b9 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:22:03.586274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:03.632072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f92060d-78d9-405c-b88a-fe7551ec62eb {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:22:03.657596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:03.690434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43446) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:03.722719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:03.727715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:03.730260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e463ab7-5b83-4517-b3fd-6e2e1f3a3af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:03.964569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:03.968050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686df78a-f072-40ca-baaf-644f26e482e2 None None] New status for floating IP e4c06173-86eb-40d0-9aed-8ca6a9c44a73: ACTIVE {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:22:04.031121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Deleting subnet 3e3e7002-7ed3-4267-b33f-80a0acd2408d {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:22:04.039435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.078116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:04.095719 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-e92f880e-5ec0-4224-a991-97d49536ffc5 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7990911
Apr 21 06:22:04.125805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068f796-fe82-4b69-a5b9-13f194d72c8c req-e16c79c8-c7c8-4e80-a5e9-8bb6b057b4e1 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:04.129220 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8068f796-fe82-4b69-a5b9-13f194d72c8c req-e16c79c8-c7c8-4e80-a5e9-8bb6b057b4e1 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 946 time: 0.8125207
Apr 21 06:22:04.178917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.221284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4f92060d-78d9-405c-b88a-fe7551ec62eb'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:04.257216 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8068f796-fe82-4b69-a5b9-13f194d72c8c req-85d1ca51-6c66-40b4-9885-da7ef97ad422 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085520
Apr 21 06:22:04.262469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:22:04.279108 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] 10.222.0.37 "PUT /v2.0/routers/bebc1973-08f4-4a33-a847-7a908e4ac5b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1123219
Apr 21 06:22:04.280693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43454) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:04.283650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Sync routers for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:22:04.327540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:04.329105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c832924a8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:04.383011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.417779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.561680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:04.590762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.689665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:22:04.729871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ee4888-40cd-47ab-9965-50a2a4ac7f49,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:04.761568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:04.862804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.870908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ed82e323-dfbe-45bf-8248-a7478ea4fcf2 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.7443545
Apr 21 06:22:04.872335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43464) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:04.892548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:22:04.893416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4e3d6781-8b7f-4cd8-b241-b80c4650ecd3 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:22:04.899044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:04.909284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:04.993382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:05.074617 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6560c2a3-ea03-4da6-8065-94ee3224af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.107745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:05.108575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:05.138113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:05.230498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.259440 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-08f91576-1234-48d9-9de1-4c89b3f5c68c req-636e132e-443b-4ea8-abb5-a0e6b8d2807a service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1417170
Apr 21 06:22:05.271986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:05.316833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Deleting port e103a7cd-53f7-435f-8626-07204de98991 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:22:05.318197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.434793 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Project 87a62b5131eb42caac7b1b290cf60e53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:22:05.491118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.507690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de392a7-a767-41fd-ae83-2cabbd2b5930 req-bd6b4e5b-3f6e-4ded-be73-e52a246777a4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:05.520973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1de392a7-a767-41fd-ae83-2cabbd2b5930 req-bd6b4e5b-3f6e-4ded-be73-e52a246777a4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 944 time: 0.3655810
Apr 21 06:22:05.673936 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1de392a7-a767-41fd-ae83-2cabbd2b5930 req-7dced089-6ffa-4d35-8998-4f388e5662fb tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517775
Apr 21 06:22:05.920810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] For port e103a7cd-53f7-435f-8626-07204de98991, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e103a7cd-53f7-435f-8626-07204de98991,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:05.921293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.958934 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.967196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:05.972771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7a1ed43-cc82-4ddd-850c-77ce81e783fc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:05.999158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.020638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486015f3-9350-4036-828f-435c3528387f,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:06.037155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:06.037912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:06.103205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Calling delete_port for e103a7cd-53f7-435f-8626-07204de98991 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:22:06.113233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3e7002-7ed3-4267-b33f-80a0acd2408d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:06.121932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:06.124788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.127559 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a7a7c4a5-5c83-4b1f-82ff-9e47e4e92f18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e3e7002-7ed3-4267-b33f-80a0acd2408d HTTP/1.1" status: 204  len: 168 time: 2.4353635
Apr 21 06:22:06.129608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.135757 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2488747
Apr 21 06:22:06.135757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43478) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:06.136629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43480) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:06.146640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'security_group_rule': {'security_group_id': '3780eef0-41de-4a01-be18-1d7b64dfe542', 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:06.177645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c832924a8>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'e103a7cd-53f7-435f-8626-07204de98991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:22:01Z', 'revision_number': 5, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port': {'id': 'e103a7cd-53f7-435f-8626-07204de98991', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:17:55Z', 'updated_at': '2021-04-21T06:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:06.190716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Checking router: bebc1973-08f4-4a33-a847-7a908e4ac5b9 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:22:06.208814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:06.212282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Routers {'bebc1973-08f4-4a33-a847-7a908e4ac5b9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:06.213116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c832924a8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:21:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:06.335395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Usage tracker for resource:security_group_rule and tenant:87a62b5131eb42caac7b1b290cf60e53 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:06.346858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:06.366840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:06.431472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] Set router bebc1973-08f4-4a33-a847-7a908e4ac5b9 gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:06.432031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.435778 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Project 87a62b5131eb42caac7b1b290cf60e53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:22:06.449996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.452882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.463082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7f88dd78-7212-43e5-ad96-6ee5c5869dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:06.609102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.638959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e103a7cd-53f7-435f-8626-07204de98991,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:06.648044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:06.660305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c832924a8>, [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:22:05Z', 'revision_number': 6, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:06.671264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d07b1-c018-48d8-ae77-7da73b4ac221 None None] The sync data for ids ['bebc1973-08f4-4a33-a847-7a908e4ac5b9'] in dv-cinder-776307-5-iscsi is: [{'id': 'bebc1973-08f4-4a33-a847-7a908e4ac5b9', 'name': 'tempest-ServerRescueNegativeTestJSON-218887495-router', 'tenant_id': '93caee3b97c54a9aa838c047bfd6e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:17:54Z', 'updated_at': '2021-04-21T06:22:05Z', 'revision_number': 6, 'project_id': '93caee3b97c54a9aa838c047bfd6e87f', 'gw_port_host': None}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:22:06.679558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:06.722902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.746866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1ee3219a-d859-4b8d-9c42-35bf5d643710 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:06.944616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b6c2dc-9e16-4bb3-98c0-9bb6aed2a0bc,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:06.945055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 4f92060d-78d9-405c-b88a-fe7551ec62eb completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:06.954639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.961999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 4f92060d-78d9-405c-b88a-fe7551ec62eb triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:06.962541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.977274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:06.982723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:06.984666 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-29e44b75-a182-4032-a9bf-0a013d7e3515 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8465185
Apr 21 06:22:07.054768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.171074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c82335438>,) {'filters': {'network_id': ['8fa5ea8c-87c2-4048-9e9d-aa761af8e483']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:07.204066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82335438>, '2d4d085d-2a86-47b8-90ed-a5394bd418bf') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:07.204605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82335438>, '2d4d085d-2a86-47b8-90ed-a5394bd418bf') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:07.229161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.257377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.266472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.280375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:22:07.322878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:07.324338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:07.331131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.333697 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:07.407840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.413388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.429242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:07.436037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:07.577436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98258a5-3b00-4d1a-9d08-12792a1bb91c req-d25bc640-61a0-4cba-987f-97ed92697e29 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:07.580513 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b98258a5-3b00-4d1a-9d08-12792a1bb91c req-d25bc640-61a0-4cba-987f-97ed92697e29 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 944 time: 0.6371067
Apr 21 06:22:07.668742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.669949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebc1973-08f4-4a33-a847-7a908e4ac5b9 {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:22:07.692446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:22:07.707454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.715343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e103a7cd-53f7-435f-8626-07204de98991 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:22:07.739230 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-c5a457a9-292f-4bc1-a692-98dcfb654b25 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069211847&fields=id&tenant_id=87a62b5131eb42caac7b1b290cf60e53 HTTP/1.1" status: 200  len: 267 time: 0.1554699
Apr 21 06:22:07.744070 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b98258a5-3b00-4d1a-9d08-12792a1bb91c req-c113d6ac-52d0-4aae-bd0e-377680f8d247 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269469
Apr 21 06:22:07.778832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: e103a7cd-53f7-435f-8626-07204de98991 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:22:07.779382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e103a7cd-53f7-435f-8626-07204de98991 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:22:07.780100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 42c70ea0-831a-4095-b027-6232c922d426 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:22:07.855600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 42c70ea0-831a-4095-b027-6232c922d426 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:22:07.856238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 42c70ea0-831a-4095-b027-6232c922d426 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:22:07.867329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.868973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] 10.222.0.37 "DELETE /v2.0/routers/bebc1973-08f4-4a33-a847-7a908e4ac5b9 HTTP/1.1" status: 204  len: 168 time: 3.5868683
Apr 21 06:22:07.876434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43508) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:07.933095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3f4c68b4-78b4-4a3d-9faf-7c38761147fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:07.950039 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'code': 200}
Apr 21 06:22:08.008967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-1c9753f1-8c6b-4a9c-ab5c-d08fb05f480b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:08.010795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-1c9753f1-8c6b-4a9c-ab5c-d08fb05f480b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.2593744
Apr 21 06:22:08.018726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Deleting subnet f929821d-6f8a-42ae-bbd7-41c4e8012155 {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:22:08.025138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.063595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'port': {'security_groups': ['06a42957-6404-47d8-924f-020ffa46848c', '3780eef0-41de-4a01-be18-1d7b64dfe542']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:08.267407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848066530'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.471400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.506926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Network 8fa5ea8c-87c2-4048-9e9d-aa761af8e483 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:22:08.510257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:22:08.552814 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:22:08.560062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.728595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.741928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:08.766527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.791857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa5ea8c-87c2-4048-9e9d-aa761af8e483,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:08.801195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:08.805956 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132be0-b3cc-4b8d-97bb-57c4875c966a req-5172bf30-d95a-426a-b0b4-f76eb5c90674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:08.808687 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86132be0-b3cc-4b8d-97bb-57c4875c966a req-5172bf30-d95a-426a-b0b4-f76eb5c90674 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.4232311
Apr 21 06:22:08.811746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3d475304-495a-4319-83f0-4a7c03bef6f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8fa5ea8c-87c2-4048-9e9d-aa761af8e483 HTTP/1.1" status: 204  len: 168 time: 2.6774669
Apr 21 06:22:08.870798 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86132be0-b3cc-4b8d-97bb-57c4875c966a req-aa4a89e1-9a52-49aa-aa98-a93b61b02d43 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542586
Apr 21 06:22:08.969834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:08.991422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccbf30-e630-420a-83ee-e90a4224b759 req-8a8945d5-c23b-4c12-8c74-77bd7b19fad0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:08.994796 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d3ccbf30-e630-420a-83ee-e90a4224b759 req-8a8945d5-c23b-4c12-8c74-77bd7b19fad0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.7754803
Apr 21 06:22:09.029281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-be161294-906b-4368-99a3-d54dd1b8f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:09.031879 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-be161294-906b-4368-99a3-d54dd1b8f3f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1099 time: 0.6548808
Apr 21 06:22:09.144603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.151497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43518) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:09.217378 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-eb3c2d7b-9abd-4b81-b2fe-8a782b1becb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cecdc8e6425468c981fba2c7569007f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0642092
Apr 21 06:22:09.220383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43522) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:09.290680 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d3ccbf30-e630-420a-83ee-e90a4224b759 req-26f02c93-396a-4189-8254-0ee4d96c7b8f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2666969
Apr 21 06:22:09.295532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.333028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.409796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.415647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-db68a81c-5cca-4be8-a596-e2db5ee8daed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:09.437265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2b14e-30bc-424a-ae0c-59e54686bfa9,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:09.441156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:09.452570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.453617 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abc2b14e-30bc-424a-ae0c-59e54686bfa9 HTTP/1.1" status: 204  len: 168 time: 0.2313826
Apr 21 06:22:09.596559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:09.846757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-24762a4f-f94c-4ea1-bae6-6ae716056c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:09.849146 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-24762a4f-f94c-4ea1-bae6-6ae716056c37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.7748873
Apr 21 06:22:10.029328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:10.075262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c0b96-d67c-478b-90cb-1dbb41cce69d req-5dcb670e-2fde-4fa1-9735-1f04e04dc975 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:10.077004 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-121c0b96-d67c-478b-90cb-1dbb41cce69d req-5dcb670e-2fde-4fa1-9735-1f04e04dc975 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.4776232
Apr 21 06:22:10.079701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847348584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7741564'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.082545 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-9d006ba2-d498-42d5-90ad-89d1b1a88e5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 1002 time: 0.1976669
Apr 21 06:22:10.092408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8f9dba27-d60a-4549-ad4f-fcd6464991cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:10.179682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:22:10.213689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f929821d-6f8a-42ae-bbd7-41c4e8012155,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:10.220823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.233108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:10.234308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.258928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.265686 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7e487dde-bf01-48fd-8629-89ddf5a838cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f929821d-6f8a-42ae-bbd7-41c4e8012155 HTTP/1.1" status: 204  len: 168 time: 2.3827226
Apr 21 06:22:10.266407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43540) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:10.271572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:10.282672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:10.320381 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-121c0b96-d67c-478b-90cb-1dbb41cce69d req-df8ac87f-ed23-4f6d-886c-860301140352 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2306209
Apr 21 06:22:10.335524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-8dea449f-9fe0-4ec7-b901-9b5568c9f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:10.337151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-8dea449f-9fe0-4ec7-b901-9b5568c9f3ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.2105296
Apr 21 06:22:10.362744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:10.363220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.369575 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed52d3b6-cc05-442c-a258-e10e8e4ce5db req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "PUT /v2.0/ports/0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 981 time: 2.3464794
Apr 21 06:22:10.373790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:10.451349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=6']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:10.457885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:10.511608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:10.517952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-03c00be4-11f7-4a58-9498-dfbd642d9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:10.519642 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-03c00be4-11f7-4a58-9498-dfbd642d9260 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1645887
Apr 21 06:22:10.718873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:10.922813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-88c3aada-54a3-4c88-af8d-a924f7f15651 None None] Provisioning complete for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:10.923330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-88c3aada-54a3-4c88-af8d-a924f7f15651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:11.035806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:11.132604 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-9d876754-65f2-4004-a8bb-9744359a09a7 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6052613
Apr 21 06:22:11.292550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c83f8ccc0>,) {'filters': {'network_id': ['c0c27a3e-b4d8-4f04-89ce-847dba3a08c7']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:11.307259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b359d90-4402-42d1-b578-3bcb52412902 req-9523ecc5-7b38-4d20-8407-adad2635592b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:11.309044 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b359d90-4402-42d1-b578-3bcb52412902 req-9523ecc5-7b38-4d20-8407-adad2635592b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.4950423
Apr 21 06:22:11.335779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83f8ccc0>, '4844dc4b-f36d-4e85-a953-b4c7ede26baf') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:11.336514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83f8ccc0>, '4844dc4b-f36d-4e85-a953-b4c7ede26baf') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:11.336638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b87855-b28d-4819-b297-2f8bb307c972 req-dceaebea-583a-480f-b173-cbeb25ea9373 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:11.344712 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10b87855-b28d-4819-b297-2f8bb307c972 req-dceaebea-583a-480f-b173-cbeb25ea9373 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.5461056
Apr 21 06:22:11.366351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:11.400529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:11.420376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:22:11.434228 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b359d90-4402-42d1-b578-3bcb52412902 req-baa62679-7951-4569-9185-61fc8dfa97d3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0823901
Apr 21 06:22:11.472697 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e92ab45a-e4af-4e60-ad05-358565bc174e req-a54a5153-87ff-45ad-8aaf-a2247f6db188 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3333850
Apr 21 06:22:11.492734 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10b87855-b28d-4819-b297-2f8bb307c972 req-b198cead-5b71-45ae-812c-aac95f48b375 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469474
Apr 21 06:22:11.772875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f32a6-0b9a-41ae-9efb-756b2d54e1e7 req-159c04e0-d03c-4c56-ac03-41ca4bee9cb9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:11.782360 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-df1f32a6-0b9a-41ae-9efb-756b2d54e1e7 req-159c04e0-d03c-4c56-ac03-41ca4bee9cb9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1161830
Apr 21 06:22:11.857537 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-df1f32a6-0b9a-41ae-9efb-756b2d54e1e7 req-e0d7c44a-04ea-4be6-821b-fcaeff670c3a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737460
Apr 21 06:22:12.038545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:22:12.052727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:12.063986 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:22:12.182820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937f88-e923-4fef-b86e-e1c524a9032d req-2dfab89a-3238-4b49-8765-f4a5c6997284 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:12.184608 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5e937f88-e923-4fef-b86e-e1c524a9032d req-2dfab89a-3238-4b49-8765-f4a5c6997284 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1869979
Apr 21 06:22:12.214695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-6e8bd7d9-ba7a-4441-b44f-ba2361af0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:12.216445 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-6e8bd7d9-ba7a-4441-b44f-ba2361af0ab1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1137 time: 0.1412585
Apr 21 06:22:12.331680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Network c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:22:12.354099 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5e937f88-e923-4fef-b86e-e1c524a9032d req-5ac7b1e8-d02e-42de-b55e-5ecb0da8ee96 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1571064
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:22:12.364661 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:22:12.421761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43582) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:12.447024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-0099422a-387c-4258-9970-3904d0518b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:12.449380 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-0099422a-387c-4258-9970-3904d0518b64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.2256057
Apr 21 06:22:12.497716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:12.507897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:12.516267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:12.573946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c27a3e-b4d8-4f04-89ce-847dba3a08c7,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:12.597726 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0c27a3e-b4d8-4f04-89ce-847dba3a08c7 HTTP/1.1" status: 204  len: 168 time: 2.3254540
Apr 21 06:22:12.599051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:12.605947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-0a67e4fb-cf1c-4b08-b599-370e5ff4e0ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 1000 time: 0.1430814
Apr 21 06:22:12.828106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-62b157bd-7503-43f8-a856-bf474772c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:12.831857 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-62b157bd-7503-43f8-a856-bf474772c12e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.2182062
Apr 21 06:22:12.845370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43594) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:12.931011 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2c85983b-a5f6-46fc-829d-09bdd2e948bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93caee3b97c54a9aa838c047bfd6e87f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0840533
Apr 21 06:22:12.931893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43600) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:13.013684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.052657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.063839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750cc8d-65fc-4dbb-81f3-5ea8055edc11 tempest-TestShelveInstance-1469220319 tempest-TestShelveInstance-1469220319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:13.067051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-5750cc8d-65fc-4dbb-81f3-5ea8055edc11 tempest-TestShelveInstance-1469220319 tempest-TestShelveInstance-1469220319-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1093 time: 0.6439052
Apr 21 06:22:13.073071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43604) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:13.084885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33321f9-f13f-40cc-b0e0-ebe9cc2146da req-ff8b30aa-89b1-47dc-8acf-30f4b6c3c051 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:13.086841 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a33321f9-f13f-40cc-b0e0-ebe9cc2146da req-ff8b30aa-89b1-47dc-8acf-30f4b6c3c051 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.3820074
Apr 21 06:22:13.089161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:13.090874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-1f13f66f-0949-4f7c-8356-0fd7fbc8bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:13.092612 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-1f13f66f-0949-4f7c-8356-0fd7fbc8bf80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1928959
Apr 21 06:22:13.104535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:13.125226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Usage tracker for resource:floatingip and tenant:3ded2bd119c742c28b20098321779f05 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:13.133245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:13.141867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:13.154630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.181743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.188749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9218d00d-5065-4f22-aae3-702c9722be2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:13.237777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43610) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:13.261216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146133c1-07c6-42c2-ae67-e7ec6c350e93,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:13.264452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:13.265805 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a33321f9-f13f-40cc-b0e0-ebe9cc2146da req-c82a5cb2-6bf3-4777-aa98-ef484897eec9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665397
Apr 21 06:22:13.276160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.280947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/146133c1-07c6-42c2-ae67-e7ec6c350e93 HTTP/1.1" status: 204  len: 168 time: 0.3471029
Apr 21 06:22:13.409777 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-74be7281-bc9c-4061-bef8-74a5b0329a15 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2869864
Apr 21 06:22:13.420207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.714927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Allocated IP 172.27.1.195 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/14056a55-77e1-4ce8-82bb-eb1ec8948b49) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:13.764161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.795951 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fce2cbf6-c052-46ab-9259-f2517da17541 req-071edad3-4bd6-4b26-9cce-ab820e046294 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3703647
Apr 21 06:22:13.805383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:13.827275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Usage tracker for resource:security_group_rule and tenant:508eb45bdaad455b89d480250cccb165 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:13.835948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:13.851927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:13.979971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.984100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:13.994226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-09f7aa7c-e69a-4692-a86b-8216940208e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:14.020249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.046752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=508eb45bdaad455b89d480250cccb165&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8044505
Apr 21 06:22:14.048991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6eef90-59d5-4ef0-a857-7c042a95c007,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:14.051225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43632) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:14.052801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:14.089497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.097980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-477bb017-fd7f-47d8-9b6a-ac97ac8c5bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:14.180055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:14.190750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:14.193412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:14.256285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'Port': ['ID=14056a55-77e1-4ce8-82bb-eb1ec8948b49,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:14.259632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:14.274081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.354484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.512887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.525705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ccb7b4bd-49c7-421c-ba0b-f830c7b29fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:14.640083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43646) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:14.668624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6eef90-59d5-4ef0-a857-7c042a95c007,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:14.686307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:14.697112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127e7d3-daf9-4913-b7ae-d96c3ea7e270 req-90be28d0-2a25-41e2-b2fb-6289838ac97b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:14.700279 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6127e7d3-daf9-4913-b7ae-d96c3ea7e270 req-90be28d0-2a25-41e2-b2fb-6289838ac97b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1913409
Apr 21 06:22:14.777568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.780691 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d6eef90-59d5-4ef0-a857-7c042a95c007 HTTP/1.1" status: 204  len: 168 time: 0.7261684
Apr 21 06:22:14.819846 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6127e7d3-daf9-4913-b7ae-d96c3ea7e270 req-60237b9a-bb27-45b2-8cd3-94d725eefbe0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108227
Apr 21 06:22:14.900779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2118437433-network', 'tenant_id': '2847a78001b54138af741b42fcf5444e'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:14.918278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:14.937234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Usage tracker for resource:network and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:14.946377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:14.965224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:14.986736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Made reservation on behalf of 2847a78001b54138af741b42fcf5444e for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:22:14.998999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:14.999165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.023340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.050660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:15.056288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:15.061661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:15.072515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:15.114959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.233789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.238979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.250642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-53c70ff7-ff00-40c0-bfcb-f91125d2fa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:15.318297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:22:15.334126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43660) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:15.342694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aac2acf-bf3c-417d-9a0a-8dc68b07811e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:15.351215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:15.357491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.358164 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Added segment 98c5b9e9-9677-41ac-9ffe-5891c2a017d7 of type vlan for network f601c32b-33d6-4940-b41a-96128dfa7cec
Apr 21 06:22:15.399022 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.439428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.442014 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:15.442838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.449491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-22ecf9de-44a1-45e4-8449-12fff6bfe169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:15.625918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.643054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Pushing event updated for resources: {'Network': ['ID=f601c32b-33d6-4940-b41a-96128dfa7cec,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:15.648370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:15.651386 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0088782
Apr 21 06:22:15.651714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:15.656559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43664) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:15.659756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network f601c32b-33d6-4940-b41a-96128dfa7cec details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:22:15.664619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Request body: {'subnet': {'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2118437433-subnet', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:15.671438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2682fc656b487fb86b68b8f944633b is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:15.672479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:15.677763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:15.678522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Usage tracker for resource:subnet and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:15.682769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:15.691375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:15.691700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:15.703378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Made reservation on behalf of 2847a78001b54138af741b42fcf5444e for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:22:15.708675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847034282'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.785756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.796531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:15.803991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:15.962720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event updated for resources: {'Port': ['ID=14056a55-77e1-4ce8-82bb-eb1ec8948b49,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:15.976512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:16.017642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.018812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.099171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.117195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-92f5ae36-157b-4843-8a5a-05203af81dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:16.274791 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e2682fc656b487fb86b68b8f944633b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9393494
Apr 21 06:22:16.275783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82004264-c7e6-4768-92aa-6e96e728c306,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:16.282051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43672) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:16.283106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:16.372108 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Floating IP af1ac216-58da-4c2e-9ff8-3f81753e35eb associated. External IP: 172.27.1.195, port: 4f92060d-78d9-405c-b88a-fe7551ec62eb.
Apr 21 06:22:16.472278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc4db4-8fcd-43cd-8955-c11ab1ab6ecc req-835f3235-2544-4771-bc66-55b4a1426406 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:16.474206 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4fc4db4-8fcd-43cd-8955-c11ab1ab6ecc req-835f3235-2544-4771-bc66-55b4a1426406 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1783576
Apr 21 06:22:16.550310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.587254 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4fc4db4-8fcd-43cd-8955-c11ab1ab6ecc req-eaf04c33-3393-4635-8329-cc90b1ff387c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994375
Apr 21 06:22:16.617935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.707418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7427293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847034297'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.713967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9368764b-5e70-4874-9154-41db8527612d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:16.804613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac9d295-7587-4a93-9e9e-0bc40aec272b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:16.810283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:16.817104 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Checking segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:22:16.817700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Network hostable DHCP agents. Network: f601c32b-33d6-4940-b41a-96128dfa7cec, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:22:16.841400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Network f601c32b-33d6-4940-b41a-96128dfa7cec is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:22:16.852037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, f601c32b-33d6-4940-b41a-96128dfa7cec) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:16.867818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dec930-9fd4-41ad-ad16-0490e876d14a None None] Network f601c32b-33d6-4940-b41a-96128dfa7cec requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:22:16.870991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:16.871777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.901978 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2402301
Apr 21 06:22:16.902374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43676) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:16.908768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:16.916864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:16.925295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-12159096-d271-424b-bda2-402800419598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:16.955916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:16.962192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82004264-c7e6-4768-92aa-6e96e728c306,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:16.970175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:16.982955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Usage tracker for resource:router and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:16.992408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:17.013077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:17.040994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:17.042851 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82004264-c7e6-4768-92aa-6e96e728c306 HTTP/1.1" status: 204  len: 168 time: 0.7579055
Apr 21 06:22:17.071749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:17.074179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:17.113272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:22:17.143728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:17.272714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-f601c32b-33d6-4940-b41a-96128dfa7cec', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:22:17.273155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:17.543443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Allocated IP 172.20.0.2 (f601c32b-33d6-4940-b41a-96128dfa7cec/8ac9d295-7587-4a93-9e9e-0bc40aec272b/082dfe17-70cb-46ca-b2a9-27783f99236a) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:17.961110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:22:17.996373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:18.004939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936af59-d174-49fe-ab74-22348245f745 req-c808f59c-3b28-4000-ab10-fe562574b167 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:18.007828 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1936af59-d174-49fe-ab74-22348245f745 req-c808f59c-3b28-4000-ab10-fe562574b167 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1385286
Apr 21 06:22:18.014066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:18.035647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Transition to ACTIVE for port object 082dfe17-70cb-46ca-b2a9-27783f99236a will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:18.069255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:18.075096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Transition to ACTIVE for port object 082dfe17-70cb-46ca-b2a9-27783f99236a will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:18.083509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Sync routers for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:22:18.090884 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1936af59-d174-49fe-ab74-22348245f745 req-0dd7b4f8-5e6d-47b8-819b-61bfe1d36c66 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638232
Apr 21 06:22:18.099984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:18.118599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:18.243504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Network f601c32b-33d6-4940-b41a-96128dfa7cec is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:18.250722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:18.251649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81c87828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:18.312093 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.2247207
Apr 21 06:22:18.312093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:18.505206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:18.559195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:18.647003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:18.692184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793901a8-fa50-4575-acf3-743681c045b3 req-e9d36731-6282-4837-affa-057ce268f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:18.698752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-e9d36731-6282-4837-affa-057ce268f9de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.1724064
Apr 21 06:22:18.960895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Pushing event updated for resources: {'Port': ['ID=082dfe17-70cb-46ca-b2a9-27783f99236a,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:19.001893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.002773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.002773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.003224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.003648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.004190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.004713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.005618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.005618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.005944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.006321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.006726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:19.011377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793901a8-fa50-4575-acf3-743681c045b3 req-100196b0-374e-411d-a1c7-7d3d1bfca828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:19.015643 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-100196b0-374e-411d-a1c7-7d3d1bfca828 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.3040214
Apr 21 06:22:19.258592 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-44d7eabc-2215-4647-82ed-495b9133bc79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 999 time: 0.2275040
Apr 21 06:22:19.289136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:19.316267 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'status': 'completed', 'code': 200}
Apr 21 06:22:19.401017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Attempting to bind port 082dfe17-70cb-46ca-b2a9-27783f99236a on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:22:19.401984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Attempting to bind port 082dfe17-70cb-46ca-b2a9-27783f99236a by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:22:19.403375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Attempting to bind port 082dfe17-70cb-46ca-b2a9-27783f99236a on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:22:19.424295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:22:19.425286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Checking segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:22:19.426269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:19.427194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Bound using segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:22:19.428671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Bound port: 082dfe17-70cb-46ca-b2a9-27783f99236a, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:22:19.429906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:19.475644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:19.546095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:19.613019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793901a8-fa50-4575-acf3-743681c045b3 req-488d83fe-36b7-499c-b407-d5466f70e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:19.615238 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-488d83fe-36b7-499c-b407-d5466f70e08b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.3451965
Apr 21 06:22:19.711045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a47c-1728-40ad-bf77-dadea8ee2d21 req-897b3e70-9bac-4adb-abf5-90481ab84049 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:19.715389 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0bf2a47c-1728-40ad-bf77-dadea8ee2d21 req-897b3e70-9bac-4adb-abf5-90481ab84049 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.2913749
Apr 21 06:22:19.816802 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0bf2a47c-1728-40ad-bf77-dadea8ee2d21 req-1da61cb1-f619-42c6-8cde-9c0b0dada436 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935173
Apr 21 06:22:19.870108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Allocated IP 172.27.1.235 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/49e47441-c5bb-437a-9ca3-08ebaea11ecf) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:20.039102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] For port 082dfe17-70cb-46ca-b2a9-27783f99236a, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:22:20.049892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] For port 082dfe17-70cb-46ca-b2a9-27783f99236a, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=082dfe17-70cb-46ca-b2a9-27783f99236a,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:22:20.067557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:20.077949 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:20.176663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:20.218756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:20.228535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:20.239923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81c87828>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'af1ac216-58da-4c2e-9ff8-3f81753e35eb', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'mac_address': 'fa:16:3e:b9:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:14Z', 'updated_at': '2021-04-21T06:22:14Z', 'revision_number': 0, 'project_id': '3ded2bd119c742c28b20098321779f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:20.255059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Checking router: 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:22:20.274359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Pushing event updated for resources: {'Port': ['ID=082dfe17-70cb-46ca-b2a9-27783f99236a,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:20.293420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:20.298291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:20.300409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81c87828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:20.375657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=49e47441-c5bb-437a-9ca3-08ebaea11ecf,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:20.382760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:20.384842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:20.386314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:20.389960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:20.524561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793901a8-fa50-4575-acf3-743681c045b3 req-4681098d-fce6-4c04-b27f-0b2c62b3ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:20.532603 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-4681098d-fce6-4c04-b27f-0b2c62b3ceb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2708201
Apr 21 06:22:20.695749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:21.394408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:21.431214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83ba3a-ceb4-47a1-88f4-e4f0822eb376 req-53d38813-6e2c-4ec2-bb6b-7467a27b4552 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:21.434212 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf83ba3a-ceb4-47a1-88f4-e4f0822eb376 req-53d38813-6e2c-4ec2-bb6b-7467a27b4552 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.3427994
Apr 21 06:22:21.482094 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-9e5b24a6-3676-4da8-af99-a1751b48adc6 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359838
Apr 21 06:22:21.563039 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf83ba3a-ceb4-47a1-88f4-e4f0822eb376 req-1d820761-f194-4c65-b71c-d878bfd9f225 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176205
Apr 21 06:22:21.652700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81c87828>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'af1ac216-58da-4c2e-9ff8-3f81753e35eb', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'mac_address': 'fa:16:3e:b9:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:14Z', 'updated_at': '2021-04-21T06:22:14Z', 'revision_number': 0, 'project_id': '3ded2bd119c742c28b20098321779f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:21.662991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950b72f-bacf-4a76-9e25-d0943fd1ed01 None None] The sync data for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi is: [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'af1ac216-58da-4c2e-9ff8-3f81753e35eb', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'mac_address': 'fa:16:3e:b9:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:14Z', 'updated_at': '2021-04-21T06:22:14Z', 'revision_number': 0, 'project_id': '3ded2bd119c742c28b20098321779f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:22:21.878236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 082dfe17-70cb-46ca-b2a9-27783f99236a up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:22.019981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:22.047124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 082dfe17-70cb-46ca-b2a9-27783f99236a completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:22.214913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467c105-91e1-4970-8372-a654f36c642e None None] New status for floating IP af1ac216-58da-4c2e-9ff8-3f81753e35eb: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:22:22.400355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82164cc-e707-423a-8f67-f0c8137d6e20 None None] Network f601c32b-33d6-4940-b41a-96128dfa7cec requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:22:22.438560 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-793901a8-fa50-4575-acf3-743681c045b3 req-6cde04c9-550e-43d7-9fe5-0fccd9457350 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2956572
Apr 21 06:22:22.575852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Provisioning for port 082dfe17-70cb-46ca-b2a9-27783f99236a completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:22.588533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Provisioning complete for port 082dfe17-70cb-46ca-b2a9-27783f99236a triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:22.589200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:22.696255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:22:22.993616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:23.014767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fc0d2-1ab4-48d7-8003-c97ec200aa54 req-91c6ad39-2828-43b7-9a0f-7de8a3abeffc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:23.016652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-925fc0d2-1ab4-48d7-8003-c97ec200aa54 req-91c6ad39-2828-43b7-9a0f-7de8a3abeffc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1461797
Apr 21 06:22:23.076326 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-925fc0d2-1ab4-48d7-8003-c97ec200aa54 req-6a3249cf-d061-439a-b3a8-f2b93d43a281 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492969
Apr 21 06:22:23.076590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:22:23.104864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:22:23.124119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] For port 082dfe17-70cb-46ca-b2a9-27783f99236a, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=082dfe17-70cb-46ca-b2a9-27783f99236a,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:23.124702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:23.124702 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.2140090
Apr 21 06:22:23.125053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43756) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:23.125215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:23.125215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8204abe0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:23.188240 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:23.208994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:23.503456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Pushing event updated for resources: {'Port': ['ID=082dfe17-70cb-46ca-b2a9-27783f99236a,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:23.525605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:23.634773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:23.811296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 082dfe17-70cb-46ca-b2a9-27783f99236a up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:24.192928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8f17d3c7-936d-42d1-80c6-00c738a62f9c None None] Provisioning complete for port 082dfe17-70cb-46ca-b2a9-27783f99236a triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:24.193419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f17d3c7-936d-42d1-80c6-00c738a62f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:24.264783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 082dfe17-70cb-46ca-b2a9-27783f99236a triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:24.265060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:24.462552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:24.516146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-0cb4c85f-d8a8-4810-802b-5780bd79b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:24.517842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-0cb4c85f-d8a8-4810-802b-5780bd79b17c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1137 time: 0.4368780
Apr 21 06:22:24.594184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8204abe0>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:20Z', 'revision_number': 3, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:24.599629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:22:24.600189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Updating router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b port 49e47441-c5bb-437a-9ca3-08ebaea11ecf binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:22:24.670819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.162895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75098f8a-6d52-46c5-9491-de86cfe0863b req-17e23fd7-810d-4b78-9642-330001e58d2d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:25.164646 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-75098f8a-6d52-46c5-9491-de86cfe0863b req-17e23fd7-810d-4b78-9642-330001e58d2d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 1.0339632
Apr 21 06:22:25.177068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43332648-7a84-4733-aa46-c3a1925280e6 req-527d75d7-51ee-4173-b802-afbbfb07b874 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:25.178791 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43332648-7a84-4733-aa46-c3a1925280e6 req-527d75d7-51ee-4173-b802-afbbfb07b874 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.8907807
Apr 21 06:22:25.301030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.302446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Allocated IP 172.20.0.1 (f601c32b-33d6-4940-b41a-96128dfa7cec/8ac9d295-7587-4a93-9e9e-0bc40aec272b/590d3ab3-b60b-40d1-b138-2c0465611d3f) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:25.315281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Transition to ACTIVE for port object 49e47441-c5bb-437a-9ca3-08ebaea11ecf will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:25.322523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.328171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c13d2cf6-07f6-4fc8-b300-5f6b2e3daa12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:25.401054 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-75098f8a-6d52-46c5-9491-de86cfe0863b req-29af597b-7dd5-4648-b84c-92c3cba2b0d9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2169032
Apr 21 06:22:25.421191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Attempting to bind port 49e47441-c5bb-437a-9ca3-08ebaea11ecf on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:22:25.421572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Attempting to bind port 49e47441-c5bb-437a-9ca3-08ebaea11ecf by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:22:25.421983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Attempting to bind port 49e47441-c5bb-437a-9ca3-08ebaea11ecf on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:22:25.440585 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43332648-7a84-4733-aa46-c3a1925280e6 req-d39bd609-9314-4c85-8c3d-fe1690ef3c67 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2296946
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Bound port: 49e47441-c5bb-437a-9ca3-08ebaea11ecf, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:22:25.440779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.465332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-13a079ab-7185-4c19-8bed-b140f05850d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:25.466374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Pushing event updated for resources: {'Port': ['ID=49e47441-c5bb-437a-9ca3-08ebaea11ecf,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:25.468399 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-13a079ab-7185-4c19-8bed-b140f05850d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.7831619
Apr 21 06:22:25.469655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:25.540766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] For port 49e47441-c5bb-437a-9ca3-08ebaea11ecf, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:22:25.544792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] For port 49e47441-c5bb-437a-9ca3-08ebaea11ecf, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=49e47441-c5bb-437a-9ca3-08ebaea11ecf,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:22:25.549064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.554905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ed5996e4-f66e-4eec-8e81-322e4b3e2841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:25.653917 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.666190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Pushing event updated for resources: {'Port': ['ID=49e47441-c5bb-437a-9ca3-08ebaea11ecf,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:25.672283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:25.673118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8204abe0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:25.679052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Transition to ACTIVE for port object 590d3ab3-b60b-40d1-b138-2c0465611d3f will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:25.705998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:25.711332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8710c02f-1e92-4d5f-8b53-1934bf74f49d tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:25.785247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Network f601c32b-33d6-4940-b41a-96128dfa7cec is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:25.787138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:25.791335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:25.794027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:25.850146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Pushing event updated for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:25.853696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:25.894693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.039888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:26.233624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.407016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-85e9bdd1-7de1-48c8-b268-b8942043497d None None] Provisioning for port 590d3ab3-b60b-40d1-b138-2c0465611d3f completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:26.429438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-85e9bdd1-7de1-48c8-b268-b8942043497d None None] Provisioning complete for port 590d3ab3-b60b-40d1-b138-2c0465611d3f triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:26.429940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-85e9bdd1-7de1-48c8-b268-b8942043497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.582889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-85e9bdd1-7de1-48c8-b268-b8942043497d None None] Port 590d3ab3-b60b-40d1-b138-2c0465611d3f cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:22:26.704040 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8204abe0>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:20Z', 'revision_number': 3, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:26.710319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3dd9bb-4714-428d-b468-21e9ea277784 None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:20Z', 'revision_number': 3, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:22:26.730551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.753783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.787015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7fd935b5-d10c-4e72-a5e6-b898937b2ebe tempest-DeleteServersTestJSON-1161659417 tempest-DeleteServersTestJSON-1161659417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:26.896076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Pushing event updated for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:26.906337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:26.911256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:27.037015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a936-eb9b-42d4-a03a-9ef764d81063 req-6fe4bb26-863c-42cf-b463-80f3317b1959 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:27.038680 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d44a936-eb9b-42d4-a03a-9ef764d81063 req-6fe4bb26-863c-42cf-b463-80f3317b1959 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.3915884
Apr 21 06:22:27.050706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80da94-90bf-40f6-ab52-9c2cd9e4817d req-55bd39d6-3660-4079-8ca3-7a9bcb13fc3d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:27.052529 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cf80da94-90bf-40f6-ab52-9c2cd9e4817d req-55bd39d6-3660-4079-8ca3-7a9bcb13fc3d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.4067066
Apr 21 06:22:27.261273 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d44a936-eb9b-42d4-a03a-9ef764d81063 req-c3ed06c0-0bf0-4bcf-ad60-2b1fd83dda59 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1999230
Apr 21 06:22:27.275533 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cf80da94-90bf-40f6-ab52-9c2cd9e4817d req-3623f2e9-3688-454e-b4e2-770dc8305ee9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2107086
Apr 21 06:22:27.316058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Network f601c32b-33d6-4940-b41a-96128dfa7cec is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:27.321577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:27.529956 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-295e90ce-8c80-407f-b0e5-9e8474dfbbc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 1000 time: 0.3521278
Apr 21 06:22:27.626000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6af4f03b-8293-41c0-b26f-3e92cec69882 None None] Provisioning complete for port 590d3ab3-b60b-40d1-b138-2c0465611d3f triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:27.626685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6af4f03b-8293-41c0-b26f-3e92cec69882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:27.725386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-6af4f03b-8293-41c0-b26f-3e92cec69882 None None] Port 590d3ab3-b60b-40d1-b138-2c0465611d3f cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:22:27.768401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:22:27.805879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 49e47441-c5bb-437a-9ca3-08ebaea11ecf up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:27.925107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 49e47441-c5bb-437a-9ca3-08ebaea11ecf completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:27.933912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 49e47441-c5bb-437a-9ca3-08ebaea11ecf triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:27.934575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:28.064983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:22:28.076115 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] 10.222.0.37 "PUT /v2.0/routers/1e5993a7-c37b-4c3c-82ae-4c84bfc4114b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9533525
Apr 21 06:22:28.138044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:28.157939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 49e47441-c5bb-437a-9ca3-08ebaea11ecf, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=49e47441-c5bb-437a-9ca3-08ebaea11ecf,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:28.161355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:28.163382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:28.247201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=49e47441-c5bb-437a-9ca3-08ebaea11ecf,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:28.253857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:28.430368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-c4c69585-eca2-46d1-8632-54a8e6835a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:28.432464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-c4c69585-eca2-46d1-8632-54a8e6835a9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.1074097
Apr 21 06:22:28.845596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b724287-40b0-4b49-9a84-dbbe7a996276 req-9a874964-5deb-4a32-98be-b7f60de037c3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:28.847843 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5b724287-40b0-4b49-9a84-dbbe7a996276 req-9a874964-5deb-4a32-98be-b7f60de037c3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.4142306
Apr 21 06:22:28.854797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-8bd39115-201f-4ac5-9c6b-64229d0d5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:28.856461 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-8bd39115-201f-4ac5-9c6b-64229d0d5ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3804207
Apr 21 06:22:28.885914 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43816) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:28.894520 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047469070', 'description': 'tempest-description--469597952'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:28.902610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:28.908677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:28.914006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:28.921905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:28.934994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:28.967827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:28.975231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:28.979010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:28.986724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:29.111005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.114424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.118853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1aafcd4e-f2ba-4baa-97a0-1409819b233a tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:29.169830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.171596 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2841036
Apr 21 06:22:29.172630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e59403-c14b-48b9-b3ab-a0c7cba8342e,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:29.176783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:29.177755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43824) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:29.184057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group_rule': {'security_group_id': '77e59403-c14b-48b9-b3ab-a0c7cba8342e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:29.191574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:29.196260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:29.199615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:29.208120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:29.232710 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5b724287-40b0-4b49-9a84-dbbe7a996276 req-216c2fce-9340-40cc-9657-d51cb0cb4add tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3712587
Apr 21 06:22:29.240131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.303292 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-3ef31b50-1000-4977-ac3a-cffad96826ba service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4195225
Apr 21 06:22:29.319783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.323257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.332267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:29.357705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8091dab-2231-4a39-bfca-7b93f1e6d325,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:29.360637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:29.371408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.376886 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-be194e0b-01c0-498d-9688-ad5125178e02 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1936917
Apr 21 06:22:29.377739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43834) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:29.387481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4308-abcf-46ba-8642-5b67f42fa986 req-00c88913-97eb-4c77-9144-819b8cc0aac1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:29.390346 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39af4308-abcf-46ba-8642-5b67f42fa986 req-00c88913-97eb-4c77-9144-819b8cc0aac1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.2881763
Apr 21 06:22:29.392323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group_rule': {'security_group_id': '77e59403-c14b-48b9-b3ab-a0c7cba8342e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:29.406382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:29.417941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:29.422667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:29.439374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:29.479681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.643619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.647461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.651007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:29.715066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcda89e3-d984-433d-b933-bdc6afee17c4,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:29.722343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:29.742903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.746153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-83c5cd3a-1886-4ea3-85c3-41735953ed1d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3670290
Apr 21 06:22:29.749896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43842) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:29.762294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 49e47441-c5bb-437a-9ca3-08ebaea11ecf up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:29.763916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:29.786058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:29.795801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:floatingip and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:29.802930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:29.812988 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39af4308-abcf-46ba-8642-5b67f42fa986 req-5f5098c0-4c03-463c-9fdd-5bae03f90ed3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3053298
Apr 21 06:22:29.826411 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b0aae68-cd19-4c55-bcaf-8090bc9ba1b9 req-ed8f0d02-cde7-4ace-b940-7206a23da0c2 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5117259
Apr 21 06:22:29.829528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:29.854942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:22:29.867833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:29.904121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 49e47441-c5bb-437a-9ca3-08ebaea11ecf triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:29.904796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.094388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.161148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:22:30.176593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:30.177746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c837aa2b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:30.371634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Allocated IP 172.27.1.112 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/38a2d726-d4e2-4011-a7c9-cd18851f24e6) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:30.388449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:30.585554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.598910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0c0e-76cd-4166-bf55-d0820fb8a02b req-262c87a0-46a7-46e3-839b-f1a4421a4c56 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:30.600931 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-062f0c0e-76cd-4166-bf55-d0820fb8a02b req-262c87a0-46a7-46e3-839b-f1a4421a4c56 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.1201272
Apr 21 06:22:30.618701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.623357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5564f536-3b75-4631-a20d-789c3e4af938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:30.664855 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-062f0c0e-76cd-4166-bf55-d0820fb8a02b req-bdeb6c62-1295-4707-b015-01a01c37e4f3 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0556300
Apr 21 06:22:30.710900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:30.715119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:30.719340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:30.763703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=38a2d726-d4e2-4011-a7c9-cd18851f24e6,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:30.768477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:30.822712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.823498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c837aa2b0>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 2, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:30.829793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:22:30.830583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Updating router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b port 590d3ab3-b60b-40d1-b138-2c0465611d3f binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:22:30.894115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:30.919761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.100323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707078f-2227-498e-9a3b-46ff759e2316 req-9fd075fc-e324-4702-a65b-500c03525156 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:31.102152 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6707078f-2227-498e-9a3b-46ff759e2316 req-9fd075fc-e324-4702-a65b-500c03525156 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1284273
Apr 21 06:22:31.167723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:22:31.180226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6707078f-2227-498e-9a3b-46ff759e2316 req-1b9357c9-92d6-4116-9a59-d261ebc531c7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705683
Apr 21 06:22:31.444709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:31.465356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '39140afd-d5a8-4a8f-82af-2463774adc67', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:22:31.473897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.499724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Transition to ACTIVE for port object 590d3ab3-b60b-40d1-b138-2c0465611d3f will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:31.511217 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.549895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-63bd808d-ab04-4940-8b23-3a56994514c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:31.554931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.578334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:22:31.603339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:31.609460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.611639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8fe9021-ec37-440e-875a-7fae6a233475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:31.678233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.692495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.698216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:31.825852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['39140afd-d5a8-4a8f-82af-2463774adc67'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:31.903875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=38a2d726-d4e2-4011-a7c9-cd18851f24e6,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:31.909890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:31.925507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.972332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:31.988410 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2230570
Apr 21 06:22:31.988876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=6']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:31.988876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:32.102839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Pushing event updated for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:32.111902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Attempting to bind port 590d3ab3-b60b-40d1-b138-2c0465611d3f on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:22:32.113874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Attempting to bind port 590d3ab3-b60b-40d1-b138-2c0465611d3f by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:22:32.113874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Attempting to bind port 590d3ab3-b60b-40d1-b138-2c0465611d3f on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:22:32.137331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:22:32.138314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Checking segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:22:32.139249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:32.140296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Bound using segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:22:32.141770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Bound port: 590d3ab3-b60b-40d1-b138-2c0465611d3f, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:22:32.142201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:32.162994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939141d3-8e12-4db9-96a2-9fa19118443e req-f7b5c688-3333-470d-bfcf-48949d570cf8 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:32.179146 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-939141d3-8e12-4db9-96a2-9fa19118443e req-f7b5c688-3333-470d-bfcf-48949d570cf8 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.1686378
Apr 21 06:22:32.187025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.187890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.188788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.190226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.191140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.192052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.193026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.193879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.195379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.195379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.195809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.196569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:22:32.203832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:32.332959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-0340543d-578c-4986-b988-698285a99089 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:22:32.335312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] For port 590d3ab3-b60b-40d1-b138-2c0465611d3f, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:22:32.339945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] For port 590d3ab3-b60b-40d1-b138-2c0465611d3f, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=590d3ab3-b60b-40d1-b138-2c0465611d3f,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:22:32.346408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:32.351334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:32.360163 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-939141d3-8e12-4db9-96a2-9fa19118443e req-b13a5805-19f7-4960-9435-e6157ef54286 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1786656
Apr 21 06:22:32.386506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-0340543d-578c-4986-b988-698285a99089 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:22:32.404731 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-0340543d-578c-4986-b988-698285a99089 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1047469070&fields=id&tenant_id=2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 267 time: 0.1741118
Apr 21 06:22:32.428294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Pushing event updated for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=4']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:32.433791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-91252092-be06-4192-b395-29c4bd7386d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:32.462620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:22:32.464099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c837aa2b0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:33.080983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-6bb111df-1de0-4426-a6bc-1a7b10cdfbd1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:33.081937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-6bb111df-1de0-4426-a6bc-1a7b10cdfbd1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:22:33.115225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dc301-c9d8-4231-a0c7-cb3e5fa15e16 req-14396336-dc0d-44c4-b13d-0a30dd4efbf0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:33.116966 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ac2dc301-c9d8-4231-a0c7-cb3e5fa15e16 req-14396336-dc0d-44c4-b13d-0a30dd4efbf0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 945 time: 0.3756387
Apr 21 06:22:33.120173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-6bb111df-1de0-4426-a6bc-1a7b10cdfbd1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:22:33.121406 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-6bb111df-1de0-4426-a6bc-1a7b10cdfbd1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 811 time: 0.7143276
Apr 21 06:22:33.144449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:22:33.178473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:33.192717 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-c0e9ab71-a0e0-4b28-94c8-84243b4f41e1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/quotas/2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 375 time: 0.0482807
Apr 21 06:22:33.282625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 39140afd-d5a8-4a8f-82af-2463774adc67 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:33.283673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:33.417465 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ac2dc301-c9d8-4231-a0c7-cb3e5fa15e16 req-89f1d7a4-cd3c-48b3-a80a-5c0b302f5d37 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2906375
Apr 21 06:22:33.585421 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43914) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:33.605998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d23ac83e-ea2b-45ec-b1b4-a8a8cc689dd9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:22:33.695638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d23ac83e-ea2b-45ec-b1b4-a8a8cc689dd9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:22:33.698328 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d23ac83e-ea2b-45ec-b1b4-a8a8cc689dd9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4842012
Apr 21 06:22:33.742243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c837aa2b0>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:32Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:22:33.747289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522cf5d-7e60-4536-8a0c-66a71493603d None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:32Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:22:33.859628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:33.904701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:33.920302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc68da9767ca416d8327a516c8b66d51 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:33.924215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:33.925501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:33.934232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:33.980267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:33.981718 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:33.989299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:33.991630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-87b88795-7537-4a2d-ad10-427cb325bd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:34.045297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.052203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.080501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-708b5c31-63e7-416e-9715-5ce2c2f2f5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:34.082572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=7']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:34.087001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:34.140846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2068dcb-2a51-440f-9239-39765b0aa9eb,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:34.148793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:34.163434 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc68da9767ca416d8327a516c8b66d51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5732737
Apr 21 06:22:34.166420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43936) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:34.291406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.320046 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-1ea4f277-8199-4edd-ac9a-8971ee51267a service neutron] 10.222.0.37 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6002986
Apr 21 06:22:34.374784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.521217 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.544887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-493c6b55-c979-4510-a424-73fdb7ec59df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:34.575634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2068dcb-2a51-440f-9239-39765b0aa9eb,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:34.581066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:34.620695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.624226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2068dcb-2a51-440f-9239-39765b0aa9eb HTTP/1.1" status: 204  len: 168 time: 0.4557829
Apr 21 06:22:34.778700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b7981-7369-4406-9850-b84ea547c4ed req-2d2aba36-ae08-433d-bf04-2e87bfdcc3d5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:34.799047 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fb6b7981-7369-4406-9850-b84ea547c4ed req-2d2aba36-ae08-433d-bf04-2e87bfdcc3d5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.6772597
Apr 21 06:22:34.906423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0c74-c851-4358-a3af-42c8b946dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:34.992921 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fb6b7981-7369-4406-9850-b84ea547c4ed req-cec9ec7d-f3c2-4025-9534-6b0f4ed4f317 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1837506
Apr 21 06:22:35.029086 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-9c1cea20-0d30-4580-8a0d-c4c9d566ca67 service neutron] 10.222.0.37 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6661828
Apr 21 06:22:35.192824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 43950) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:35.228675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:35.270159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:35.279466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:cdadba938e8c4295a676412322864136 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:35.285458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:35.295566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:35.423875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:35.429037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:35.438817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6ece1e2c-54c9-4143-86bc-a51b03267fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:35.475700 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'code': 200}
Apr 21 06:22:35.484948 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdadba938e8c4295a676412322864136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874584
Apr 21 06:22:35.485656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 43958) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:35.505636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ee487c-1f17-4f35-b2a1-1b9f499bd294,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:35.510436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:35.831096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 590d3ab3-b60b-40d1-b138-2c0465611d3f up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:35.899965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.024744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.081282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 590d3ab3-b60b-40d1-b138-2c0465611d3f completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:36.087412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 590d3ab3-b60b-40d1-b138-2c0465611d3f triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:36.088156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.094195 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-03f6dc63-c7e3-4c54-9c80-6d1e314b1a92 req-5b46d21d-d8d7-4c9d-97f8-889cf3c2eb69 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 210 time: 0.1440301
Apr 21 06:22:36.124686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.130939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fede66d8-a19f-4fa3-861d-c8812d0641ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:36.154254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ee487c-1f17-4f35-b2a1-1b9f499bd294,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:36.168034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:36.169514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.170830 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06ee487c-1f17-4f35-b2a1-1b9f499bd294 HTTP/1.1" status: 204  len: 168 time: 0.6833372
Apr 21 06:22:36.181647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485eb49-e57e-489d-8944-814bb19ce21a req-0bf2b53c-92d2-49f1-871c-3f56c10e3e2f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:36.190688 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e485eb49-e57e-489d-8944-814bb19ce21a req-0bf2b53c-92d2-49f1-871c-3f56c10e3e2f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.4272492
Apr 21 06:22:36.249360 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e485eb49-e57e-489d-8944-814bb19ce21a req-0f5df5a0-b573-4d2f-909d-2d633059945d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572243
Apr 21 06:22:36.451961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.510656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 590d3ab3-b60b-40d1-b138-2c0465611d3f, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=590d3ab3-b60b-40d1-b138-2c0465611d3f,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:36.522222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:36.526077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:36.596326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90f2aa-17a2-4ed2-b0bb-1ab975e45da0 req-e8124a18-e54b-4120-ac3e-db333c59ec5d tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:36.615025 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a90f2aa-17a2-4ed2-b0bb-1ab975e45da0 req-e8124a18-e54b-4120-ac3e-db333c59ec5d tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 946 time: 0.1697400
Apr 21 06:22:36.666347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dcd1b-c449-4dd4-a5b0-3eedede25542 req-931d28a9-986b-451c-a7cb-f2b5a268b60f tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:36.668176 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a74dcd1b-c449-4dd4-a5b0-3eedede25542 req-931d28a9-986b-451c-a7cb-f2b5a268b60f tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.3112502
Apr 21 06:22:36.723723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:36.737733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:36.768242 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a90f2aa-17a2-4ed2-b0bb-1ab975e45da0 req-85fad8ad-35e4-4e1f-8fc2-1c7ac5879232 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520357
Apr 21 06:22:36.828917 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a74dcd1b-c449-4dd4-a5b0-3eedede25542 req-1e83fe01-d902-437f-b4fc-75938a96630d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1442759
Apr 21 06:22:37.377959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e2ead35e-c18e-4707-a1ec-052791dbcc81 req-75c24d71-339d-4d21-9117-dd80feb8aeed tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 210 time: 0.0666220
Apr 21 06:22:37.817434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 590d3ab3-b60b-40d1-b138-2c0465611d3f up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:37.937867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-ce9bd3d4-0047-4cdc-bc7c-93e15174e6da tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:37.938694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-ce9bd3d4-0047-4cdc-bc7c-93e15174e6da tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Synchronizing usage tracker for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:22:37.957911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-ce9bd3d4-0047-4cdc-bc7c-93e15174e6da tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Unset dirty status for tenant:4792d81400b841c3b52fe6fc86efa657 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:22:37.959301 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-ce9bd3d4-0047-4cdc-bc7c-93e15174e6da tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 946 time: 0.1977842
Apr 21 06:22:38.066605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d2b45aa-8878-4b30-93a1-6d86ebb13bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.097264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Deleting port 7224520a-f46e-4107-8330-2ab27f2c0d1d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:22:38.098048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.105693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 590d3ab3-b60b-40d1-b138-2c0465611d3f triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:38.106115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.260755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-79069d64-ccdf-4e37-a4a8-63639a3affbf tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:38.262598 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-79069d64-ccdf-4e37-a4a8-63639a3affbf tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 811 time: 0.7075310
Apr 21 06:22:38.334294 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-74ca8ec4-4f3c-4209-a5eb-adff14ea5459 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 380 time: 0.0584459
Apr 21 06:22:38.350735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'port': {'device_id': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'admin_state_up': True, 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'security_groups': ['77e59403-c14b-48b9-b3ab-a0c7cba8342e']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:38.475089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.526672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58b3ea-6c0d-4c6f-95d2-4b309ff6fb6f req-ec636dc0-8a52-4c17-b934-7fbf1e0587ab tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:38.537225 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0c58b3ea-6c0d-4c6f-95d2-4b309ff6fb6f req-ec636dc0-8a52-4c17-b934-7fbf1e0587ab tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 1.0577238
Apr 21 06:22:38.590202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:38.593678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] For port 7224520a-f46e-4107-8330-2ab27f2c0d1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7224520a-f46e-4107-8330-2ab27f2c0d1d,segment=NetworkSegment(41a986e4-f60d-4edb-850a-2f09d883a522),segment_id=41a986e4-f60d-4edb-850a-2f09d883a522)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:38.594394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.611364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:38.659776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Made reservation on behalf of 2847a78001b54138af741b42fcf5444e for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:22:38.667053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.768072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Calling delete_port for 7224520a-f46e-4107-8330-2ab27f2c0d1d owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:22:38.879732 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0c58b3ea-6c0d-4c6f-95d2-4b309ff6fb6f req-eb782d4e-2f31-455c-8d02-73ec677a370f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3412459
Apr 21 06:22:38.910700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eddd97-cf1e-468a-9a7f-eebf8ab2c7ca req-bbe52ea6-849b-4f4d-a016-b406d7eb3597 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:38.918980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71eddd97-cf1e-468a-9a7f-eebf8ab2c7ca req-bbe52ea6-849b-4f4d-a016-b406d7eb3597 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/ports?device_id=25943bc1-729b-491d-a256-a4b90977874d HTTP/1.1" status: 200  len: 946 time: 0.8543327
Apr 21 06:22:38.953584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:38.967294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e54706ab-2771-43b7-92e2-927d49a01518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:38.973310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['7224520a-f46e-4107-8330-2ab27f2c0d1d'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:39.006043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Allocated IP 172.20.0.10 (f601c32b-33d6-4940-b41a-96128dfa7cec/8ac9d295-7587-4a93-9e9e-0bc40aec272b/22a34291-abd4-4e50-9a98-d42bb183f2bd) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:22:39.048879 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71eddd97-cf1e-468a-9a7f-eebf8ab2c7ca req-36f3c6e2-fd56-4c2e-a724-503ce6c6f5cb tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb4d01a7-4b3e-401b-803f-2ca72319849a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286969
Apr 21 06:22:39.091903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:39.166085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:39.197026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Pushing event deleted for resources: {'Port': ['ID=7224520a-f46e-4107-8330-2ab27f2c0d1d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:39.204535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:39.275307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] No DVR routers for this DVR port 7224520a-f46e-4107-8330-2ab27f2c0d1d on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:22:39.278641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:39.283802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'name': 'network-vif-deleted', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:39.313715 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-806b0f2f-9aab-41ff-8fb9-6ea399d68fcd req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] 10.222.0.35 "DELETE /v2.0/ports/7224520a-f46e-4107-8330-2ab27f2c0d1d HTTP/1.1" status: 204  len: 173 time: 1.3471189
Apr 21 06:22:39.600162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:39.773504 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-27d7451e-b546-484b-aba5-718578e328b5 req-dd2f304d-17de-4a05-b094-fef6825866aa tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 210 time: 0.1417820
Apr 21 06:22:39.890188 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25943bc1-729b-491d-a256-a4b90977874d', 'name': 'network-vif-deleted', 'tag': '7224520a-f46e-4107-8330-2ab27f2c0d1d', 'status': 'completed', 'code': 200}
Apr 21 06:22:39.924439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af9bf2-7d15-4f3a-8096-baeccf0df913 req-d3c541c4-37d3-42ff-9b50-cbcf4c81afc5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:39.932305 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4af9bf2-7d15-4f3a-8096-baeccf0df913 req-d3c541c4-37d3-42ff-9b50-cbcf4c81afc5 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.7924213
Apr 21 06:22:40.058859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:40.088177 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4af9bf2-7d15-4f3a-8096-baeccf0df913 req-8ca94ad8-1ce1-4cb6-b5e3-c2e5297cac9b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1547136
Apr 21 06:22:40.102636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Transition to ACTIVE for port object 22a34291-abd4-4e50-9a98-d42bb183f2bd will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:40.167966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:40.181326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-71063807-fe1d-44f2-a35f-bf4a21764bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:40.290187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:40.361909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:40.385136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Network f601c32b-33d6-4940-b41a-96128dfa7cec is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:22:40.402199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:22:40.406963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:22:40.474929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9bab-6827-42e0-b27b-6ced8bac0e4d req-f1fdddc5-48bc-435f-9e99-690973f104dd tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:40.476972 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b53d9bab-6827-42e0-b27b-6ced8bac0e4d req-f1fdddc5-48bc-435f-9e99-690973f104dd tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1909866
Apr 21 06:22:40.527038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:40.527666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:40.618292 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2758598
Apr 21 06:22:40.649142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Request body: {'port': {'device_id': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:22:40.831819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9c495c7b-df23-43a2-a91c-79b96fc7f3ed None None] Provisioning for port 22a34291-abd4-4e50-9a98-d42bb183f2bd completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:40.848491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9c495c7b-df23-43a2-a91c-79b96fc7f3ed None None] Provisioning complete for port 22a34291-abd4-4e50-9a98-d42bb183f2bd triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:40.848993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9c495c7b-df23-43a2-a91c-79b96fc7f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:40.851165 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b53d9bab-6827-42e0-b27b-6ced8bac0e4d req-35b2e1d6-554a-4795-b4e1-7610884e1576 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2746239
Apr 21 06:22:41.053101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9c495c7b-df23-43a2-a91c-79b96fc7f3ed None None] Port 22a34291-abd4-4e50-9a98-d42bb183f2bd cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:22:41.133070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:41.653793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89469-05dc-4915-821a-9afc2329f2b4 req-89bfbbd5-cf75-45f3-bf82-7240d430634e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:41.654638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-10c89469-05dc-4915-821a-9afc2329f2b4 req-89bfbbd5-cf75-45f3-bf82-7240d430634e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:22:41.770153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd3ba0-6105-4113-b485-701c3847d087 req-5126d254-4add-474c-9b34-90c6b21ce9e9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:41.771887 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-34cd3ba0-6105-4113-b485-701c3847d087 req-5126d254-4add-474c-9b34-90c6b21ce9e9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.4047570
Apr 21 06:22:41.811574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-10c89469-05dc-4915-821a-9afc2329f2b4 req-89bfbbd5-cf75-45f3-bf82-7240d430634e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:22:41.816177 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10c89469-05dc-4915-821a-9afc2329f2b4 req-89bfbbd5-cf75-45f3-bf82-7240d430634e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 932 time: 0.5706248
Apr 21 06:22:41.969532 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-34cd3ba0-6105-4113-b485-701c3847d087 req-85b190e6-0538-43d2-af8f-3f3b48d158f4 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1834533
Apr 21 06:22:42.034956 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10c89469-05dc-4915-821a-9afc2329f2b4 req-c6f8c9f4-0ef6-43dc-80ff-50ccba261327 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991920
Apr 21 06:22:42.334735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a34291-abd4-4e50-9a98-d42bb183f2bd {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:22:42.360067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:42.417192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Transition to ACTIVE for port object 22a34291-abd4-4e50-9a98-d42bb183f2bd will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:22:42.425501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:42.438210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-752b81b2-91e0-42a7-ab66-501495a02cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:42.525926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e35f2a-dd78-4705-914c-266d3c07cdef req-d80f774b-7103-4eb3-97c1-43387af2b02b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:42.533084 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88e35f2a-dd78-4705-914c-266d3c07cdef req-d80f774b-7103-4eb3-97c1-43387af2b02b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.3228400
Apr 21 06:22:42.687050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-88e35f2a-dd78-4705-914c-266d3c07cdef req-456a8f5c-ea94-4c80-bcb9-3faeabf3116a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684314
Apr 21 06:22:42.900558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:42.912348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:43.001762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Attempting to bind port 22a34291-abd4-4e50-9a98-d42bb183f2bd on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:22:43.002203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Attempting to bind port 22a34291-abd4-4e50-9a98-d42bb183f2bd by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:22:43.002554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Attempting to bind port 22a34291-abd4-4e50-9a98-d42bb183f2bd on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:22:43.009243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Port 22a34291-abd4-4e50-9a98-d42bb183f2bd on network f601c32b-33d6-4940-b41a-96128dfa7cec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:22:43.009659 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Attempting to bind port 22a34291-abd4-4e50-9a98-d42bb183f2bd on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:22:43.026444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:22:43.032058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Checking segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:22:43.032575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Bound using segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:22:43.033732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Bound port: 22a34291-abd4-4e50-9a98-d42bb183f2bd, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:22:43.036606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:43.216988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 7224520a-f46e-4107-8330-2ab27f2c0d1d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:22:43.295508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 7224520a-f46e-4107-8330-2ab27f2c0d1d {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:22:43.296504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 7224520a-f46e-4107-8330-2ab27f2c0d1d not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:22:43.593027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:22:43.597130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:22:43.612607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:43.627451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-28016222-6efd-40e8-abd5-2cf2f5809072 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:43.698559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:43.699546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:43.701574 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 1094 time: 3.0699711
Apr 21 06:22:43.710480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:43.866790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:43.879906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:43.905771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d4208-5b64-43e3-b0bf-1b2adbfa651e req-935221f9-c629-4ffc-bc4a-b307a8c6ba68 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:43.908998 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4d5d4208-5b64-43e3-b0bf-1b2adbfa651e req-935221f9-c629-4ffc-bc4a-b307a8c6ba68 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.4901376
Apr 21 06:22:43.969782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49d758-665c-4129-a154-1fa15442ac2c req-1bbfb933-1389-4536-a67d-ece7c34e55c2 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:43.972822 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f49d758-665c-4129-a154-1fa15442ac2c req-1bbfb933-1389-4536-a67d-ece7c34e55c2 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.6503601
Apr 21 06:22:44.065693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-af77f7d2-50f5-4c4e-bd47-7daec6774f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:44.068334 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-af77f7d2-50f5-4c4e-bd47-7daec6774f35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1097 time: 0.3144987
Apr 21 06:22:44.112171 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4d5d4208-5b64-43e3-b0bf-1b2adbfa651e req-5fd8bd1f-9ec0-4c20-a965-e2adf5d91e67 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1858060
Apr 21 06:22:44.174075 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3f49d758-665c-4129-a154-1fa15442ac2c req-c735e4c3-57f3-4898-8a45-6ff4d4daa93e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738517
Apr 21 06:22:44.253074 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'status': 'completed', 'code': 200}
Apr 21 06:22:44.504845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe383e1-4f55-44b8-8bad-74b8af2a3119 req-acec1557-59e5-4ac2-a33a-6b0abc9afaf8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:44.507840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ebe383e1-4f55-44b8-8bad-74b8af2a3119 req-acec1557-59e5-4ac2-a33a-6b0abc9afaf8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1729591
Apr 21 06:22:44.648480 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ebe383e1-4f55-44b8-8bad-74b8af2a3119 req-70396ab8-13f0-4812-850e-c1f1141e686e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140304
Apr 21 06:22:44.828505 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44082) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:45.052416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.070195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:45.074706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Usage tracker for resource:security_group_rule and tenant:409ab0cea1c34522909dfb9282f2f42c is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:45.078173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:45.085883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:45.230420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.235290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.254236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-962a2a58-f31f-41ad-b064-c3deeed98300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:45.315433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497234f-3df6-4788-ab23-e957633b3e4b,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:45.336103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:45.427704 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=409ab0cea1c34522909dfb9282f2f42c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5928624
Apr 21 06:22:45.437823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44098) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:45.554542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.591910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.672322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.682859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-09a50ef2-95ee-481f-9332-33f38c7f5547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:45.700369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497234f-3df6-4788-ab23-e957633b3e4b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:45.712300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:45.716687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:45.723297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e497234f-3df6-4788-ab23-e957633b3e4b HTTP/1.1" status: 204  len: 168 time: 0.2835948
Apr 21 06:22:45.877760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7a79-aa0e-4249-9778-6f279b4d06eb req-11946505-24e6-46cc-b25d-df8fdb99b582 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:45.880454 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-352d7a79-aa0e-4249-9778-6f279b4d06eb req-11946505-24e6-46cc-b25d-df8fdb99b582 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.3289888
Apr 21 06:22:45.898706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217eb3c-0c75-45d8-9b32-35b5e8755c50 req-5a0357d6-4521-47e3-99dc-49d4db2c3d9e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:45.913506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2217eb3c-0c75-45d8-9b32-35b5e8755c50 req-5a0357d6-4521-47e3-99dc-49d4db2c3d9e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.5101647
Apr 21 06:22:46.071752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2217eb3c-0c75-45d8-9b32-35b5e8755c50 req-f24e925e-46fd-4b7c-bd98-6278918ecd6b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1558928
Apr 21 06:22:46.086870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-352d7a79-aa0e-4249-9778-6f279b4d06eb req-e188814d-640f-47a2-a902-4180ea88278c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401329
Apr 21 06:22:46.318619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44110) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:46.346341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:46.365087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:22:46.369723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Usage tracker for resource:security_group_rule and tenant:e97b88fde6944761909300b70327c4a5 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:22:46.373227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:22:46.381569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:22:46.450854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148c9bb-5c42-445f-9fde-e6a02014895c req-72566545-14d2-4a5c-afb2-83a7fb126ca1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:46.453416 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d148c9bb-5c42-445f-9fde-e6a02014895c req-72566545-14d2-4a5c-afb2-83a7fb126ca1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1759982
Apr 21 06:22:46.482980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:46.488068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:46.521234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c5e9e0ab-232b-42c0-a1f8-65530106d2e6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:46.537018 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e97b88fde6944761909300b70327c4a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2171066
Apr 21 06:22:46.537314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 44114) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:22:46.561071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbe9ec-f943-464c-bd9d-080031268d89,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:46.566009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:46.629245 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d148c9bb-5c42-445f-9fde-e6a02014895c req-1f68e41b-cb56-4fcd-bfd9-5227085eb69b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630163
Apr 21 06:22:46.665611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:46.720734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:47.114641 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-938df980-b600-445c-8164-1c5e9f7421d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 217 time: 0.3802173
Apr 21 06:22:47.196981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2be06855-c944-4c74-83db-c6a2a64a9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:47.198797 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-2be06855-c944-4c74-83db-c6a2a64a9cb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.0747819
Apr 21 06:22:47.456427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:47.464651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:47.511450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbe9ec-f943-464c-bd9d-080031268d89,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:47.523807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:47.571150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:47.573120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26fbe9ec-f943-464c-bd9d-080031268d89 HTTP/1.1" status: 204  len: 168 time: 1.0341771
Apr 21 06:22:47.618503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3755d-0d4f-47c9-90dc-cd3dd781ef66 req-95489da6-bff6-42d4-86ac-d75d06b52f0b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:47.622134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9be3755d-0d4f-47c9-90dc-cd3dd781ef66 req-95489da6-bff6-42d4-86ac-d75d06b52f0b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.3343854
Apr 21 06:22:47.649008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ced2c-ecf7-4845-9638-e6dcece5d61e req-4a13987a-1572-40a0-9287-34e6fcd0645e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:47.657995 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a9ced2c-ecf7-4845-9638-e6dcece5d61e req-4a13987a-1572-40a0-9287-34e6fcd0645e tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.3061845
Apr 21 06:22:47.702655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-1c99c032-5353-473c-8ab7-91b84173bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:47.706949 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-1c99c032-5353-473c-8ab7-91b84173bf47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4902289
Apr 21 06:22:48.003307 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9be3755d-0d4f-47c9-90dc-cd3dd781ef66 req-0382c16c-fa34-4915-b84f-f785ad33e74e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3428934
Apr 21 06:22:48.069146 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a9ced2c-ecf7-4845-9638-e6dcece5d61e req-bfea7071-9a3b-490d-a72a-3b0154a49754 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3712080
Apr 21 06:22:48.242650 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-e1b259a3-a3c4-46be-a9bb-ca68714ade70 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4910705
Apr 21 06:22:48.768593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a8fca4f-a80c-4019-bcc4-2c86e8951b8e req-027d95ac-7401-472e-97ce-4e1156e57ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5190060
Apr 21 06:22:48.813627 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604fb7-065a-457e-b1af-79695cdf9267 req-6d9417f8-798a-4cfa-a7b6-5c396d737f99 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:48.817620 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e1604fb7-065a-457e-b1af-79695cdf9267 req-6d9417f8-798a-4cfa-a7b6-5c396d737f99 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.3358867
Apr 21 06:22:48.920613 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e1604fb7-065a-457e-b1af-79695cdf9267 req-d7d1729a-09eb-43c2-865d-5f29c1d20e24 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915389
Apr 21 06:22:49.061603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-40716132-053f-4583-ac3b-e7d66e4b1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:49.063581 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-40716132-053f-4583-ac3b-e7d66e4b1695 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1097 time: 0.1315181
Apr 21 06:22:49.608862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-44f770b5-1e3c-4a73-ba0a-beeaedfb04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:49.612723 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-44f770b5-1e3c-4a73-ba0a-beeaedfb04c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.5400810
Apr 21 06:22:49.771719 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-99dd2bc4-087c-49b8-b55d-e88d522f0648 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 217 time: 0.1489689
Apr 21 06:22:49.789132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1604-2a15-4e24-9b1e-24e5e2d3f97e req-a0e0daa6-ca14-4fc8-8ac0-0c89372ea696 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:49.792097 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8a1f1604-2a15-4e24-9b1e-24e5e2d3f97e req-a0e0daa6-ca14-4fc8-8ac0-0c89372ea696 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.5269816
Apr 21 06:22:49.810153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd849cc-bd7f-4cfa-bc46-04be0c21b874 req-079e52b9-e121-4976-a535-3b8d0a44e236 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:49.826488 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8cd849cc-bd7f-4cfa-bc46-04be0c21b874 req-079e52b9-e121-4976-a535-3b8d0a44e236 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.4836936
Apr 21 06:22:50.072277 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8cd849cc-bd7f-4cfa-bc46-04be0c21b874 req-dc82f09d-d28a-4664-a8ca-20424d295cb4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2441108
Apr 21 06:22:50.085050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8a1f1604-2a15-4e24-9b1e-24e5e2d3f97e req-90691ef5-2efc-4b6c-a08f-c5faf545d5b7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2531414
Apr 21 06:22:50.088226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-7cab68b0-5efa-44c7-ae24-7f2de784fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:50.105492 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-7cab68b0-5efa-44c7-ae24-7f2de784fc77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.2974620
Apr 21 06:22:50.236805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-88ed3bc5-cdc1-44d6-b102-b94abffd4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:50.239797 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-88ed3bc5-cdc1-44d6-b102-b94abffd4d98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1418717
Apr 21 06:22:50.580873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040811ac-e645-47b5-bbc1-28683ca14d8c req-1e43c23c-84e9-4747-89c3-515258daeb5e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:50.582644 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-040811ac-e645-47b5-bbc1-28683ca14d8c req-1e43c23c-84e9-4747-89c3-515258daeb5e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.2614498
Apr 21 06:22:50.617736 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-974262b0-f68a-462f-8551-94108177be84 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3653035
Apr 21 06:22:50.772930 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-040811ac-e645-47b5-bbc1-28683ca14d8c req-b7bd217e-84e4-47c2-8739-d1286ea79196 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1825221
Apr 21 06:22:50.912862 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5518b1e2-c7c5-45d7-b0b6-ea02a3f11488 req-4d8b2de4-8810-4aa1-95f2-4f62cb698cfa service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849865
Apr 21 06:22:51.379247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1315c2-ceca-452f-a280-2761ea4eeb93 req-6d884ead-7dd7-4fe0-a14b-edec10948cfc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:51.380909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad1315c2-ceca-452f-a280-2761ea4eeb93 req-6d884ead-7dd7-4fe0-a14b-edec10948cfc tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.1683943
Apr 21 06:22:51.395095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371494-f636-4ca6-9362-8f60facd9ba8 req-f31ca279-6af8-497e-b5d7-285b6a74b8fd tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:51.396885 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5371494-f636-4ca6-9362-8f60facd9ba8 req-f31ca279-6af8-497e-b5d7-285b6a74b8fd tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.1468396
Apr 21 06:22:51.479152 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad1315c2-ceca-452f-a280-2761ea4eeb93 req-25d3de53-cadb-4b1d-ac3f-fe68d3e2380b tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0811512
Apr 21 06:22:51.488309 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5371494-f636-4ca6-9362-8f60facd9ba8 req-71ed899c-4327-4a90-ab37-243857d71a43 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728853
Apr 21 06:22:51.643639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897207-f728-48b5-bcfa-fce479798c52 req-9d60c18b-5ced-4ab7-8aed-76db2a0f60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:51.645263 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-9d60c18b-5ced-4ab7-8aed-76db2a0f60c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1099 time: 0.0850570
Apr 21 06:22:51.802013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897207-f728-48b5-bcfa-fce479798c52 req-e9cd4cd5-dc40-4037-b8dc-19309f585b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:51.803611 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-e9cd4cd5-dc40-4037-b8dc-19309f585b4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.1511037
Apr 21 06:22:51.993135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-b51f2efa-8d5e-43b0-8fce-3421253ab1f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 1002 time: 0.1812665
Apr 21 06:22:52.097566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897207-f728-48b5-bcfa-fce479798c52 req-09083a8e-fbd9-43b6-bf43-3a8bcc940935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:52.099183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-09083a8e-fbd9-43b6-bf43-3a8bcc940935 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0922849
Apr 21 06:22:52.119723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd644d2-1ab2-47c2-b76a-f313f85d49e5 req-bbe9dc78-f459-4ceb-a759-4877c6fe72e5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:52.121495 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5cd644d2-1ab2-47c2-b76a-f313f85d49e5 req-bbe9dc78-f459-4ceb-a759-4877c6fe72e5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1718066
Apr 21 06:22:52.497882 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5cd644d2-1ab2-47c2-b76a-f313f85d49e5 req-6d41345f-c15e-4a25-81ab-c30c63c90aa4 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755708
Apr 21 06:22:52.604864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897207-f728-48b5-bcfa-fce479798c52 req-34f5e65f-e41f-4933-a206-9e12d378ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:52.606652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-34f5e65f-e41f-4933-a206-9e12d378ef9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4967365
Apr 21 06:22:52.916933 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-31943832-23cf-4c4e-8464-4da226481f8e service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2997599
Apr 21 06:22:52.937673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b286504-6ed0-4454-b40a-1a8da35b76d4 req-3e0af5d2-0b0b-458b-8b5f-5c8e7205dd90 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:52.939452 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9b286504-6ed0-4454-b40a-1a8da35b76d4 req-3e0af5d2-0b0b-458b-8b5f-5c8e7205dd90 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 944 time: 0.2919891
Apr 21 06:22:53.057995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21161358-dbd4-4c4d-a497-6c4bfa1717ef req-79b8e55e-36b5-470e-8057-1ff51862f0de tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:53.059714 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21161358-dbd4-4c4d-a497-6c4bfa1717ef req-79b8e55e-36b5-470e-8057-1ff51862f0de tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.3216407
Apr 21 06:22:53.127265 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9b286504-6ed0-4454-b40a-1a8da35b76d4 req-c14882d8-e573-4d84-ae0c-59e843dca59a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602242
Apr 21 06:22:53.188102 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21161358-dbd4-4c4d-a497-6c4bfa1717ef req-b8a3c328-7225-49eb-a32a-567b532c0570 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=3780eef0-41de-4a01-be18-1d7b64dfe542&id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1118090
Apr 21 06:22:53.195053 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-14897207-f728-48b5-bcfa-fce479798c52 req-6257449e-f6f9-438f-a987-2d2ba0b31073 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665012
Apr 21 06:22:53.285610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 22a34291-abd4-4e50-9a98-d42bb183f2bd details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:22:53.449525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:53.465933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'port_id': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'mac_address': 'fa:16:3e:49:3d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:22:53.537853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:53.570378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a34291-abd4-4e50-9a98-d42bb183f2bd {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:22:53.604626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:53.608500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:53.611614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:53.735078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:53.740585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:53.857050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a3ac-d355-4470-ae05-129f29803875 req-4f15dfae-6f8a-4311-9cf0-3708d5dad974 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:53.860177 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c64a3ac-d355-4470-ae05-129f29803875 req-4f15dfae-6f8a-4311-9cf0-3708d5dad974 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1802104
Apr 21 06:22:53.906912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['22a34291-abd4-4e50-9a98-d42bb183f2bd'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:22:53.953297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c64a3ac-d355-4470-ae05-129f29803875 req-2ff9c86b-bdfe-469e-b3d8-c4c6e5744c6f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813591
Apr 21 06:22:54.895962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5d626-1416-4fff-8f7f-c66431460d57 req-559adebf-379b-4bb2-9a5c-031771ef47e0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:54.897720 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4fc5d626-1416-4fff-8f7f-c66431460d57 req-559adebf-379b-4bb2-9a5c-031771ef47e0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 945 time: 0.3498421
Apr 21 06:22:54.958359 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4fc5d626-1416-4fff-8f7f-c66431460d57 req-d45dbb03-b867-43d2-891d-bb1aff533421 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489705
Apr 21 06:22:55.302988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec293c84-9b59-4346-bf4d-3efce33eeca9 req-51742a8b-9a85-4551-b5a7-225934f91fca tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:55.305977 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec293c84-9b59-4346-bf4d-3efce33eeca9 req-51742a8b-9a85-4551-b5a7-225934f91fca tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1957684
Apr 21 06:22:55.393489 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec293c84-9b59-4346-bf4d-3efce33eeca9 req-316f9244-15d3-4d1c-bd51-7801d8202c2b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803757
Apr 21 06:22:56.167731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575cacd-97dc-41e7-b702-35606156cdfe req-d61f100e-c10e-4ba0-9d52-32c216e0bdc8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:56.169466 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4575cacd-97dc-41e7-b702-35606156cdfe req-d61f100e-c10e-4ba0-9d52-32c216e0bdc8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 945 time: 0.0933790
Apr 21 06:22:56.222761 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4575cacd-97dc-41e7-b702-35606156cdfe req-dd0ea755-bb6b-4060-8f29-a36a0d0ea9b4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457273
Apr 21 06:22:56.655364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961a40-254d-4017-b915-d303b69cacc1 req-1f47643a-2cef-4bf3-ad32-934d10e50f4b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:56.657126 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4961a40-254d-4017-b915-d303b69cacc1 req-1f47643a-2cef-4bf3-ad32-934d10e50f4b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 946 time: 0.1043515
Apr 21 06:22:56.710239 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4961a40-254d-4017-b915-d303b69cacc1 req-89830f29-9a3e-4003-80d5-139ecbff6f89 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455468
Apr 21 06:22:56.751830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:22:56.895846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:56.929224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:22:56.941688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:22:56.945400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:22:56.947440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b3bef91c-0147-4156-89c9-b5a7f868fdd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:22:57.014082 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'code': 200}
Apr 21 06:22:57.024727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=8']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:22:57.028958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:22:57.463327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecc537-323b-4868-a7da-69b77b49e36d req-cd97574e-c936-40ef-bf1c-91683da58196 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:57.465067 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-03ecc537-323b-4868-a7da-69b77b49e36d req-cd97574e-c936-40ef-bf1c-91683da58196 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 945 time: 0.1006789
Apr 21 06:22:57.547258 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-03ecc537-323b-4868-a7da-69b77b49e36d req-0b138659-d20c-42ed-bec1-5b93ac1053ab tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727949
Apr 21 06:22:57.955600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519da85-ca7a-4068-8394-b83a5b73e6bd req-1444864e-b5eb-4623-9302-a62ccbc4b4d1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:57.957338 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2519da85-ca7a-4068-8394-b83a5b73e6bd req-1444864e-b5eb-4623-9302-a62ccbc4b4d1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1017449
Apr 21 06:22:58.007588 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2519da85-ca7a-4068-8394-b83a5b73e6bd req-8115fdc1-f0ab-4030-b177-e7b9aa8106f1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435596
Apr 21 06:22:58.867762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958670-62ec-4303-b3f0-d369fffc4415 req-f899b8c6-321f-4ee8-9888-010d948f22fb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:58.868408 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98958670-62ec-4303-b3f0-d369fffc4415 req-f899b8c6-321f-4ee8-9888-010d948f22fb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 945 time: 0.1453862
Apr 21 06:22:58.933746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98958670-62ec-4303-b3f0-d369fffc4415 req-1dc0b2a5-e557-4fea-a8fc-14ebd24d54b1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507669
Apr 21 06:22:59.246569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6c4e-8ea2-4d7c-a348-512a6ce1564b req-2230d0df-2f95-4cb7-89af-61dba21b7a7c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:22:59.248393 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-306c6c4e-8ea2-4d7c-a348-512a6ce1564b req-2230d0df-2f95-4cb7-89af-61dba21b7a7c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1076176
Apr 21 06:22:59.313125 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-306c6c4e-8ea2-4d7c-a348-512a6ce1564b req-6e4c4b88-b8cc-4e2f-aa57-b823c167edde tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580847
Apr 21 06:22:59.865407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 22a34291-abd4-4e50-9a98-d42bb183f2bd up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:22:59.955860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 22a34291-abd4-4e50-9a98-d42bb183f2bd completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:22:59.966540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 22a34291-abd4-4e50-9a98-d42bb183f2bd triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:22:59.967051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:00.187527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:00.202442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348b2d6-001d-402d-81c9-3b53313f3255 req-4fd315ea-7a37-424d-bf15-942420568778 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:00.204365 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8348b2d6-001d-402d-81c9-3b53313f3255 req-4fd315ea-7a37-424d-bf15-942420568778 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 945 time: 0.1016064
Apr 21 06:23:00.240305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:00.252463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:00.257047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:00.259076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:00.285812 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8348b2d6-001d-402d-81c9-3b53313f3255 req-d150d730-e8d6-4ac7-b70b-aa2561bfb3df tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667391
Apr 21 06:23:00.352531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'code': 200}
Apr 21 06:23:00.372403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:00.385895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:00.537789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebeb1b-e45c-4501-9dce-ee9a56199146 req-9a0151d5-4a5a-4bad-aaa9-08f9e8da045a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:00.548160 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21ebeb1b-e45c-4501-9dce-ee9a56199146 req-9a0151d5-4a5a-4bad-aaa9-08f9e8da045a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1188424
Apr 21 06:23:00.617117 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-21ebeb1b-e45c-4501-9dce-ee9a56199146 req-bc5b724e-1e15-4d36-aaec-beb78a7db20a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677514
Apr 21 06:23:00.753766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2334e-64d8-4615-a52d-67f35f31ff04 req-9ea39534-1c5a-4019-8e70-5eaaefe8f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:00.755601 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39f2334e-64d8-4615-a52d-67f35f31ff04 req-9ea39534-1c5a-4019-8e70-5eaaefe8f089 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1099 time: 0.0880122
Apr 21 06:23:00.810734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44374) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:00.816708 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-39f2334e-64d8-4615-a52d-67f35f31ff04 req-4f492ef1-8b0b-4851-87ee-acd175c0165f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547016
Apr 21 06:23:00.962299 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-1f1c8127-233b-4910-b143-e6e2becce374 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1502047
Apr 21 06:23:01.547359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a581bb9-3271-4733-9f00-9b2871047146 req-c6a0e445-573c-4be4-b4fb-39581c9839c7 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:01.550851 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a581bb9-3271-4733-9f00-9b2871047146 req-c6a0e445-573c-4be4-b4fb-39581c9839c7 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1341121
Apr 21 06:23:01.624999 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a581bb9-3271-4733-9f00-9b2871047146 req-6250d28b-dbb6-47f1-8d03-285ba211f5ff tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644920
Apr 21 06:23:01.916907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7d25-f239-498d-b070-991b8b90d567 req-169147a2-bc3b-4e5d-9033-79c4a1a8bfc3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:01.931625 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a9a7d25-f239-498d-b070-991b8b90d567 req-169147a2-bc3b-4e5d-9033-79c4a1a8bfc3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1589477
Apr 21 06:23:02.032652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a9a7d25-f239-498d-b070-991b8b90d567 req-7efb0cea-afed-4ba5-b659-6c168ad7a5ff tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854325
Apr 21 06:23:02.877419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc55a-1ec3-4e98-accb-93af2870858c req-b3b7bc38-ce9e-4180-8a02-2b123a8a3c0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:02.879081 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-60bfc55a-1ec3-4e98-accb-93af2870858c req-b3b7bc38-ce9e-4180-8a02-2b123a8a3c0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1117432
Apr 21 06:23:02.945212 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-60bfc55a-1ec3-4e98-accb-93af2870858c req-77b2c01f-3fed-445e-9645-a60ee3a436db tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592852
Apr 21 06:23:03.050972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-a9791c47-4dd8-4ba1-a6c4-f45927c39f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.052666 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-a9791c47-4dd8-4ba1-a6c4-f45927c39f7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 1097 time: 0.0919614
Apr 21 06:23:03.353492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-b468a282-7ef7-44da-889d-bbb8fa9757b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.355219 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-b468a282-7ef7-44da-889d-bbb8fa9757b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1097 time: 0.2502167
Apr 21 06:23:03.366570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a808f-d742-4df0-a8d5-a9d0c62c449f req-6a14f374-13d7-455c-9142-650bce8e6670 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.368261 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b1a808f-d742-4df0-a8d5-a9d0c62c449f req-6a14f374-13d7-455c-9142-650bce8e6670 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.3069267
Apr 21 06:23:03.387783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44418) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:03.395641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'floatingip': {'port_id': '22a34291-abd4-4e50-9a98-d42bb183f2bd'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:23:03.411893 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a4cc-cdc9-401b-a6f3-69e6f6c7d816 req-98cf8a9b-9a40-4ea1-a078-e92498eba559 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.413593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff91a4cc-cdc9-401b-a6f3-69e6f6c7d816 req-98cf8a9b-9a40-4ea1-a078-e92498eba559 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.2422123
Apr 21 06:23:03.501600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:03.561834 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff91a4cc-cdc9-401b-a6f3-69e6f6c7d816 req-db3a026a-6983-461b-99ce-c6bf59220333 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809014
Apr 21 06:23:03.588400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-63b2877a-339b-4bf8-9ef9-e19f6d039abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.588400 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-63b2877a-339b-4bf8-9ef9-e19f6d039abd service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.2176793
Apr 21 06:23:03.705412 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-9710d4b1-4d77-4b8c-b37b-b69bd78501e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 200  len: 1000 time: 0.1103094
Apr 21 06:23:03.780887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-cb9a27b1-0700-4162-a534-d5998ecc605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.782391 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-cb9a27b1-0700-4162-a534-d5998ecc605f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0709009
Apr 21 06:23:03.871661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:03.893363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-579ad7f9-598b-4ba6-8190-ebb26fdf3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:03.895187 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-579ad7f9-598b-4ba6-8190-ebb26fdf3c95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986168
Apr 21 06:23:04.097875 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-bdb3fe0d-ed21-4ea3-9612-216b0055ab61 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948657
Apr 21 06:23:04.287674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:04.294145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:04.510815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2695ddc-1a33-4760-81fd-2f727cb10cee req-19c5c98b-d652-4dbb-b11a-d55464290ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4039044
Apr 21 06:23:04.511787 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Floating IP 82ddfbef-46d8-40b0-97cb-0d891b6195bc associated. External IP: 172.27.1.112, port: 22a34291-abd4-4e50-9a98-d42bb183f2bd.
Apr 21 06:23:04.923551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b37e7b45-f7a5-4417-bba4-82ad1d3a7742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:04.933184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510287-79dd-4d6b-a617-dedb08b7ed4a req-46490ed9-bb12-4cc1-923d-059705363de7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:04.935326 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f4510287-79dd-4d6b-a617-dedb08b7ed4a req-46490ed9-bb12-4cc1-923d-059705363de7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1160471
Apr 21 06:23:05.007374 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f4510287-79dd-4d6b-a617-dedb08b7ed4a req-410a7edc-ab31-480d-8eb4-22e8155cb4a8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625708
Apr 21 06:23:05.250230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:23:05.477168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:23:05.494158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:23:05.499788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:05.510537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:05.511896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8239be10>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:05.661610 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4e8ae97e-d370-492f-a359-aa20ba498da4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "PUT /v2.0/floatingips/82ddfbef-46d8-40b0-97cb-0d891b6195bc HTTP/1.1" status: 200  len: 992 time: 2.2698097
Apr 21 06:23:05.663611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:05.751673 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'status': 'completed', 'code': 200}
Apr 21 06:23:05.884816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:05.942602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-fd9b7b0b-aa9a-4af3-8858-f0b4ab8c2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:05.947227 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-fd9b7b0b-aa9a-4af3-8858-f0b4ab8c2e4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1099 time: 0.1628571
Apr 21 06:23:06.171324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-15fa1a1f-6ce9-4f33-8266-1e34a279ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:06.174315 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-15fa1a1f-6ce9-4f33-8266-1e34a279ac61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.2164414
Apr 21 06:23:06.791611 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-33875045-2963-47e8-8c2b-62b727512a3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 1000 time: 0.5854828
Apr 21 06:23:06.833056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d11acb-45ad-4e02-be0b-95f9d57c3694 req-194076ea-711c-4718-af3c-d790d12bf107 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:06.839791 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d4d11acb-45ad-4e02-be0b-95f9d57c3694 req-194076ea-711c-4718-af3c-d790d12bf107 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.4147940
Apr 21 06:23:06.858788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:23:06.970192 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d4d11acb-45ad-4e02-be0b-95f9d57c3694 req-42775bef-f7f4-4208-8e6a-bb866bb5760e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208990
Apr 21 06:23:07.103766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8239be10>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '82ddfbef-46d8-40b0-97cb-0d891b6195bc', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:49:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:30Z', 'updated_at': '2021-04-21T06:23:04Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:07.121346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:23:07.143645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:07.144879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8239be10>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:22:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:07.220850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-b164ecf9-7413-4cf5-8f18-92fdc1f98575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:07.222600 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-b164ecf9-7413-4cf5-8f18-92fdc1f98575 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.1782887
Apr 21 06:23:07.495359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:07.994871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8f816e4b-1a14-44f8-8f5d-5ce708ec4edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:08.166224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8239be10>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '82ddfbef-46d8-40b0-97cb-0d891b6195bc', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:49:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:30Z', 'updated_at': '2021-04-21T06:23:04Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:08.173409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5da6c-e9df-4384-918d-436536dca214 None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '82ddfbef-46d8-40b0-97cb-0d891b6195bc', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:49:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:30Z', 'updated_at': '2021-04-21T06:23:04Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:23:08.461131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e34f-ba6a-4876-b446-d77e27810fb4 req-9e456f9b-47d7-43ec-88ba-c23ae32125d3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:08.464210 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f20e34f-ba6a-4876-b446-d77e27810fb4 req-9e456f9b-47d7-43ec-88ba-c23ae32125d3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.2021487
Apr 21 06:23:08.504511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:08.606334 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f20e34f-ba6a-4876-b446-d77e27810fb4 req-61a09b31-a381-4c21-8f0d-9e7514c1446d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981367
Apr 21 06:23:08.720903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9561f2-d965-4951-a907-5d406b304754 None None] New status for floating IP 82ddfbef-46d8-40b0-97cb-0d891b6195bc: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:23:08.975117 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:09.177966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:09.605321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:09.911990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c0cb-b5af-42bd-b733-884932944717 req-9858e8ea-e8fb-4f2d-ace3-da10bf716868 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:09.914226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9426c0cb-b5af-42bd-b733-884932944717 req-9858e8ea-e8fb-4f2d-ace3-da10bf716868 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1032453
Apr 21 06:23:09.982249 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9426c0cb-b5af-42bd-b733-884932944717 req-c3595e17-b758-43ca-b684-979404d154b7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570185
Apr 21 06:23:10.181454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44528) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:10.273061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Deleting subnet 05206372-d3e1-49be-9b09-aea1d9a74c7b {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:23:10.277584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:10.353415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:10.424844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:10.729516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:10.738111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:10.789296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05206372-d3e1-49be-9b09-aea1d9a74c7b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:10.792768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:10.803960 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05206372-d3e1-49be-9b09-aea1d9a74c7b HTTP/1.1" status: 204  len: 168 time: 0.6209471
Apr 21 06:23:10.804235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 44534) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:10.812473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.813228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.813829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.814408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.814967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.815534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.816136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.817010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.817571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.818123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.818672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.819217 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:10.827797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f777e92c-2ae5-4f59-ad8a-1b13f1577b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:10.968957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:11.268219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:11.482375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c82bd3dd8>,) {'filters': {'network_id': ['05e4c24d-39f4-496d-83b2-b4e99c0e29d9']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:11.502719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82bd3dd8>, '41a986e4-f60d-4edb-850a-2f09d883a522') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:11.503047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82bd3dd8>, '41a986e4-f60d-4edb-850a-2f09d883a522') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:11.532622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc743a2-328f-4f13-b7ec-65cc8a7c89f8 req-93b0a670-09d9-4387-9660-bd85dcf00bcc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:11.536640 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1fc743a2-328f-4f13-b7ec-65cc8a7c89f8 req-93b0a670-09d9-4387-9660-bd85dcf00bcc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.2421606
Apr 21 06:23:11.542913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709270'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:11.618496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:11.631628 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1fc743a2-328f-4f13-b7ec-65cc8a7c89f8 req-b8a73356-d6b1-4ab2-8d5d-93b90e8c5622 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653574
Apr 21 06:23:11.635134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:23:11.880112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:23:11.895778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427899'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.143268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Network 05e4c24d-39f4-496d-83b2-b4e99c0e29d9 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:23:12.167925 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:23:12.262324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.268322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:12.289654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.304082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e4c24d-39f4-496d-83b2-b4e99c0e29d9,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:12.313996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.314418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.314829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.315301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.315635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.316064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.316465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.316859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.317258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.317650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.318044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.318431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:12.325231 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] 10.222.0.37 "DELETE /v2.0/networks/05e4c24d-39f4-496d-83b2-b4e99c0e29d9 HTTP/1.1" status: 204  len: 168 time: 1.5190654
Apr 21 06:23:12.326548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b9aaf646-8e7b-4e5d-9df5-b06a9306a564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:12.606806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 44550) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:12.696881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44556) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:12.711473 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c7c0ce9e-e4c5-4d75-a788-d5a645f161f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4792d81400b841c3b52fe6fc86efa657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1032906
Apr 21 06:23:12.774902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.816544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.900961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.908978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:12.925943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d01a7-4b3e-401b-803f-2ca72319849a,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:12.930665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:12.946139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:12.954099 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb4d01a7-4b3e-401b-803f-2ca72319849a HTTP/1.1" status: 204  len: 168 time: 0.2556431
Apr 21 06:23:12.995278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abf8b3-6213-4386-8ed5-0c4bae0ecef5 req-f1593ded-ed26-4569-b6d5-ca0d3c9ce55d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:13.009771 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43abf8b3-6213-4386-8ed5-0c4bae0ecef5 req-f1593ded-ed26-4569-b6d5-ca0d3c9ce55d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1829464
Apr 21 06:23:13.072475 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-43abf8b3-6213-4386-8ed5-0c4bae0ecef5 req-d2633f5e-47ea-4d2b-85aa-9a298b836956 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584831
Apr 21 06:23:14.417561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a866ea0-27e2-44c6-8b65-4e4971eea991 req-ff9ad166-8a5f-4d47-988e-c63665364f99 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:14.421556 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a866ea0-27e2-44c6-8b65-4e4971eea991 req-ff9ad166-8a5f-4d47-988e-c63665364f99 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1469581
Apr 21 06:23:14.516940 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a866ea0-27e2-44c6-8b65-4e4971eea991 req-cf13d720-6687-4b51-b7e8-8612e508c3cf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875356
Apr 21 06:23:15.853295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d45a8-c8cd-453c-a264-14c6f2ef59d1 req-3b373077-47b3-47ae-8085-6e6e648db746 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:15.856192 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-977d45a8-c8cd-453c-a264-14c6f2ef59d1 req-3b373077-47b3-47ae-8085-6e6e648db746 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1545646
Apr 21 06:23:15.923733 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-977d45a8-c8cd-453c-a264-14c6f2ef59d1 req-0a9f5747-4cd5-4d52-afb8-e7a25b86dc65 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558784
Apr 21 06:23:17.258932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673826d-3920-4cb5-8554-79755d745852 req-ba39fa96-c6de-4f78-bf67-9d06ec0e196e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:17.260765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c673826d-3920-4cb5-8554-79755d745852 req-ba39fa96-c6de-4f78-bf67-9d06ec0e196e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1140614
Apr 21 06:23:17.325843 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c673826d-3920-4cb5-8554-79755d745852 req-e14400d4-b50c-4d98-a954-13eb4fc5304d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569110
Apr 21 06:23:18.034695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-7875b7e9-4167-4216-99b6-ff3c042dfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:18.036482 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-7875b7e9-4167-4216-99b6-ff3c042dfe4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2758198
Apr 21 06:23:18.045866 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-c9e0e71e-d788-46cb-aeb6-8f17bf6d6c31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1949029
Apr 21 06:23:18.163734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-8f6204c3-f84b-4865-ab55-52cfd9114452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:18.165436 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-8f6204c3-f84b-4865-ab55-52cfd9114452 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1137 time: 0.0903108
Apr 21 06:23:18.249516 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-1620cb07-afe9-46f0-bd6d-7db46b6c3f06 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052522
Apr 21 06:23:18.601741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba9ae2-2190-4652-b569-5c16117185af req-64d91c21-f196-40e0-8c05-c2c795af0021 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:18.604352 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cbba9ae2-2190-4652-b569-5c16117185af req-64d91c21-f196-40e0-8c05-c2c795af0021 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1376457
Apr 21 06:23:18.678802 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cbba9ae2-2190-4652-b569-5c16117185af req-f642c08f-30b9-4283-9123-b722d1fb4a35 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653226
Apr 21 06:23:19.956631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac38be-7143-421a-b424-1df77011ba11 req-d2ca0008-9d32-44d4-be17-607c24d4d49c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:19.958350 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b8ac38be-7143-421a-b424-1df77011ba11 req-d2ca0008-9d32-44d4-be17-607c24d4d49c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1083391
Apr 21 06:23:20.030705 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b8ac38be-7143-421a-b424-1df77011ba11 req-d63ffdbf-c715-4b01-9697-d5e9f855796e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586405
Apr 21 06:23:21.389625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-7d95db2e-fee3-4aaf-bc51-a61a09880293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:21.392457 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-7d95db2e-fee3-4aaf-bc51-a61a09880293 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.2294047
Apr 21 06:23:21.432708 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7fa97401-994e-40c3-b631-afbeac2e0d95 req-390dc6a7-e8c0-447b-bf8e-a68bc637d2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717659
Apr 21 06:23:21.447075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fdaac-c9ed-405d-bbfa-2cf31d80f502 req-6c9f6c79-9f9a-49e5-bf0e-e98221a24f00 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:21.448870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-305fdaac-c9ed-405d-bbfa-2cf31d80f502 req-6c9f6c79-9f9a-49e5-bf0e-e98221a24f00 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1708245
Apr 21 06:23:21.513928 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-305fdaac-c9ed-405d-bbfa-2cf31d80f502 req-f941ac1d-b190-4816-80a2-7cea305d61f9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550821
Apr 21 06:23:21.593435 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-fa7274b9-2ecc-400b-8055-83d87a7b7027 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 1000 time: 0.1870043
Apr 21 06:23:21.707173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-0578e0bf-6249-4bbd-a970-822695858087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:21.710160 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-0578e0bf-6249-4bbd-a970-822695858087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.1099253
Apr 21 06:23:21.876310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-c562ec64-e647-49e1-8821-9a39d0992b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:21.879183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-c562ec64-e647-49e1-8821-9a39d0992b2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1620796
Apr 21 06:23:22.045673 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-56d5246f-e9b3-4cfc-b262-83abf17fae53 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573296
Apr 21 06:23:22.227170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-94d4ddf0-1768-4561-a53a-21a2dc5d1236 req-8bba2d51-27eb-4b9c-bed5-821fb6491d74 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736941
Apr 21 06:23:22.773238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd31a-3c31-46d4-af64-a633990e2a54 req-4924e547-dedc-4ad9-9d3c-6d5a3441c1e6 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:22.774925 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b4dd31a-3c31-46d4-af64-a633990e2a54 req-4924e547-dedc-4ad9-9d3c-6d5a3441c1e6 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.0999401
Apr 21 06:23:22.831424 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4b4dd31a-3c31-46d4-af64-a633990e2a54 req-cc0a4f77-014e-49e8-9bde-92b3cbabdb15 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493224
Apr 21 06:23:24.053672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d30e-1cb2-4c1a-9ef4-8fba2aefc4db req-22f5fb19-4f00-4fc8-9854-a2d3342746cb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:24.055402 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0fb1d30e-1cb2-4c1a-9ef4-8fba2aefc4db req-22f5fb19-4f00-4fc8-9854-a2d3342746cb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.0936604
Apr 21 06:23:24.106877 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0fb1d30e-1cb2-4c1a-9ef4-8fba2aefc4db req-c1d73ae8-60e7-43cb-8115-05d60afd8780 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446932
Apr 21 06:23:25.065145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44712) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:25.102976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 44718) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:25.205541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.223519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:23:25.228452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Usage tracker for resource:security_group_rule and tenant:57871d1ff1564239bf47d95f9c918934 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:23:25.231901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:23:25.238533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:23:25.277942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.314597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:23:25.320380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Usage tracker for resource:security_group_rule and tenant:777856a1c3e04f8a825b78713de7ad04 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:23:25.325165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:23:25.333128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.336646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.339455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:23:25.347383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5116dba-763a-477f-8027-c8325b22a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:25.384296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523585-e666-4d58-a47b-39b2e15fc105 req-fbe6da36-0c76-4c55-a221-b596ec19a1ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:25.386056 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3523585-e666-4d58-a47b-39b2e15fc105 req-fbe6da36-0c76-4c55-a221-b596ec19a1ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1459839
Apr 21 06:23:25.396037 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57871d1ff1564239bf47d95f9c918934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3292022
Apr 21 06:23:25.398125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58643e04-6c52-4948-8aa3-a83c4add2b95,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:25.401716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:25.402852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44726) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:25.459109 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3523585-e666-4d58-a47b-39b2e15fc105 req-548eb80f-a193-43c6-950b-687bf09b6abf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640492
Apr 21 06:23:25.490230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.517743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.521896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.532877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fc99649b-73e7-442b-8a92-c59aec14f2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:25.538842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.579543 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=777856a1c3e04f8a825b78713de7ad04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4747171
Apr 21 06:23:25.581571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3566c7ec-ff0f-4907-902c-c4a5f9b434fc,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:25.583582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44730) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:25.584967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:25.637859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.643242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a6a5f8aa-92c6-4082-8d05-9d6317ccda7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:25.664708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58643e04-6c52-4948-8aa3-a83c4add2b95,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:25.667197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:25.677206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.689475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.694838 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58643e04-6c52-4948-8aa3-a83c4add2b95 HTTP/1.1" status: 204  len: 168 time: 0.2868152
Apr 21 06:23:25.717468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.775906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.781802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57caad18-73d3-495e-b087-d43fbd072ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:25.796159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566c7ec-ff0f-4907-902c-c4a5f9b434fc,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:25.801568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:25.804229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:25.810153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-97d5f353-0634-40ea-b124-80f4d20e2113 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3566c7ec-ff0f-4907-902c-c4a5f9b434fc HTTP/1.1" status: 204  len: 168 time: 0.2229242
Apr 21 06:23:26.741735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384299e6-0d79-4eaa-9739-2150f92ab62d req-f0e32301-7e98-487e-8e6d-39a7b4224a77 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:26.743344 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-384299e6-0d79-4eaa-9739-2150f92ab62d req-f0e32301-7e98-487e-8e6d-39a7b4224a77 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1078362
Apr 21 06:23:26.813436 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-384299e6-0d79-4eaa-9739-2150f92ab62d req-cbf28479-135a-4ea2-b7bd-e0257eee67a2 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633385
Apr 21 06:23:27.307666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44770) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:27.458070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.475593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:23:27.480326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Usage tracker for resource:security_group_rule and tenant:faa09eaa1cb642c79094b1c7a994e9f0 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:23:27.483735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:23:27.491833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:23:27.592138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.595360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.604129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0a4b2352-4783-48a0-b8d4-6036a7d2fbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:27.649177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e9c90-0102-40c0-966a-90127b5f1613,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:27.656145 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faa09eaa1cb642c79094b1c7a994e9f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3456016
Apr 21 06:23:27.656145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-caa06f08-b583-482c-9d2c-f7e274c7c8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:27.657381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44776) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:27.731100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.762786 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.832844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.842444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ffb649f4-e8d9-43fd-9c4a-bac2770eaa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:27.868174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e9c90-0102-40c0-966a-90127b5f1613,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:27.872248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:27.880167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:27.887521 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f30e9c90-0102-40c0-966a-90127b5f1613 HTTP/1.1" status: 204  len: 168 time: 0.2286804
Apr 21 06:23:27.989688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:23:28.105490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dad28c-3b2d-49b7-8bce-9428fd7fc161 req-693e0594-39fe-490d-b420-4a0770b15fd0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:28.107173 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-66dad28c-3b2d-49b7-8bce-9428fd7fc161 req-693e0594-39fe-490d-b420-4a0770b15fd0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 944 time: 0.1197028
Apr 21 06:23:28.155537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:28.166179 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-66dad28c-3b2d-49b7-8bce-9428fd7fc161 req-2b8f1163-f470-48f7-9fc0-4c3d4b1ad8ad tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469522
Apr 21 06:23:28.172774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '39140afd-d5a8-4a8f-82af-2463774adc67', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': '39140afd-d5a8-4a8f-82af-2463774adc67', 'mac_address': 'fa:16:3e:11:b5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:23:28.241622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:28.260579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:23:28.277867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:28.280806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:28.283249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:28.356403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=9']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:28.365134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.365524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.365902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.366273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.366642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.367008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.367373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.368465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.368465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.368465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.368969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.369159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:23:28.373800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:28.556628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['39140afd-d5a8-4a8f-82af-2463774adc67'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:23:29.406448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5acdd9-f454-46c3-acd2-5a1a0cd8a094 req-2be298e8-633f-4b86-bca3-57dc53ec969f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:29.408551 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff5acdd9-f454-46c3-acd2-5a1a0cd8a094 req-2be298e8-633f-4b86-bca3-57dc53ec969f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 945 time: 0.1221497
Apr 21 06:23:29.460795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff5acdd9-f454-46c3-acd2-5a1a0cd8a094 req-f877885c-be20-4f72-8dbf-b8bcbd94209e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448244
Apr 21 06:23:29.998911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:23:30.072582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 39140afd-d5a8-4a8f-82af-2463774adc67 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:23:30.072999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:30.202964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:30.231869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:30.243262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:30.246902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:30.249908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-340d1856-fb99-4236-9b7b-06db532592e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:30.296924 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'code': 200}
Apr 21 06:23:30.328074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=10']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:30.331815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:30.883408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309a4b-5f77-4cee-86bb-ee50ad9e68d7 req-a7317b71-b033-4e81-affd-2014bd86e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:30.885623 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26309a4b-5f77-4cee-86bb-ee50ad9e68d7 req-a7317b71-b033-4e81-affd-2014bd86e1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 1100 time: 0.0923831
Apr 21 06:23:30.910536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dba35-5109-4b89-969c-38b9f8d000fd req-1fcd654e-3f6d-4da4-b89d-df140b2abb47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:30.912202 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0f6dba35-5109-4b89-969c-38b9f8d000fd req-1fcd654e-3f6d-4da4-b89d-df140b2abb47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.3239121
Apr 21 06:23:30.930323 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-26309a4b-5f77-4cee-86bb-ee50ad9e68d7 req-7133bfdb-0b17-4ee0-83e0-512513124beb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376458
Apr 21 06:23:30.962507 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0f6dba35-5109-4b89-969c-38b9f8d000fd req-547c88a2-6bb3-456d-bd58-1f9eaab8378d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435140
Apr 21 06:23:32.190357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90907-a507-4b1c-966b-fe55b47476c3 req-c6add7c1-2be3-4709-8013-13d05f4db38a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:32.191987 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-92e90907-a507-4b1c-966b-fe55b47476c3 req-c6add7c1-2be3-4709-8013-13d05f4db38a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.0991259
Apr 21 06:23:32.248745 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-92e90907-a507-4b1c-966b-fe55b47476c3 req-c5ecb151-f927-4f0e-8647-de1a0a1911fd tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503409
Apr 21 06:23:33.525636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ce546-1d1e-41cc-af10-a1b6b877ac43 req-b83a47a7-d2f6-46ce-8ec9-c94c2cdca0c3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:33.528791 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c6ce546-1d1e-41cc-af10-a1b6b877ac43 req-b83a47a7-d2f6-46ce-8ec9-c94c2cdca0c3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.1581173
Apr 21 06:23:33.579765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4c6ce546-1d1e-41cc-af10-a1b6b877ac43 req-a531abf8-c137-4256-a2f1-fe7d81fab167 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436924
Apr 21 06:23:34.896909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-73bad542-2d45-4c5f-97e7-08ca4a73c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:35.335576 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-e6a207e1-80ed-4ba2-bf0e-4125398e908d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069211847&fields=id&tenant_id=87a62b5131eb42caac7b1b290cf60e53 HTTP/1.1" status: 200  len: 267 time: 0.0449386
Apr 21 06:23:35.431971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-9a0630a6-6491-4b08-8ccf-5c21f7886f5f tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:35.433860 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-9a0630a6-6491-4b08-8ccf-5c21f7886f5f tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 984 time: 0.0917552
Apr 21 06:23:35.446271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Request body: {'port': {'security_groups': ['06a42957-6404-47d8-924f-020ffa46848c']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:23:35.581678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:35.839716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:35.868409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:35.872756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:35.884765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-043d195f-cb71-4ee8-a743-f58cb56ab7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:35.890338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:23:35.974658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:35.975347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:35.976864 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6d78ab4a-3f39-404a-9fbe-69d7accffc1b req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "PUT /v2.0/ports/0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 942 time: 0.5356336
Apr 21 06:23:35.977411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:35.983446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 44952) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:35.989345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event updated for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=7']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:35.993146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:36.110361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:23:36.119981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.161428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.231633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.238192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-32090086-7045-4aeb-b1b1-72054db020b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:36.253250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780eef0-41de-4a01-be18-1d7b64dfe542,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:36.265862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:36.276513 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:23:36.283228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.287868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 44964) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:36.288097 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "DELETE /v2.0/security-groups/3780eef0-41de-4a01-be18-1d7b64dfe542 HTTP/1.1" status: 204  len: 168 time: 0.3023994
Apr 21 06:23:36.393009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-c90c2c78-da99-4e65-b271-b2fdc5a493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:36.396736 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-c90c2c78-da99-4e65-b271-b2fdc5a493fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1098 time: 0.0985551
Apr 21 06:23:36.401238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-8dd7c894-b77f-4196-b9d2-2f465ee27165 None None] Provisioning complete for port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:23:36.401434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c894-b77f-4196-b9d2-2f465ee27165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.595018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Deleting port ae744519-663f-4bc2-bd7a-c8739cc983a4 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:36.595398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.606646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-30406314-2161-4594-8c8e-6d963a541282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:36.608449 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-30406314-2161-4594-8c8e-6d963a541282 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.2035830
Apr 21 06:23:36.738768 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-83f57d2c-129a-4e8c-9d05-9ba389ea532c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 1000 time: 0.1212156
Apr 21 06:23:36.792026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.792397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:36.818653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-0f96ea73-2383-44b3-8dbd-aa8cc40854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:36.820255 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-0f96ea73-2383-44b3-8dbd-aa8cc40854a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.0746045
Apr 21 06:23:36.915115 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-12fb2afd-82b2-439a-a25b-067dcde885b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:36.916710 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-12fb2afd-82b2-439a-a25b-067dcde885b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882204
Apr 21 06:23:36.935138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Calling delete_port for ae744519-663f-4bc2-bd7a-c8739cc983a4 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:37.068660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-68e59312-d1c6-4722-a05a-76ce81895e51 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443136
Apr 21 06:23:37.108901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:37.114045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:37.161586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event deleted for resources: {'Port': ['ID=ae744519-663f-4bc2-bd7a-c8739cc983a4,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:37.192868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:37.210908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fd97d5ec-da34-4d77-bbe5-6c7c91c13d95 req-5ee3f4b6-f693-45d8-a46e-77837007b15d service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352508
Apr 21 06:23:37.261018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:37.261474 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Floating IP e4c06173-86eb-40d0-9aed-8ca6a9c44a73 disassociated (deleted). External IP: 172.27.1.74, port: 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167.
Apr 21 06:23:37.635371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Router 41dcb59c-aa04-466b-b13a-e780e5e6461e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:23:37.829938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:23:37.839561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Sync routers for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:23:37.850538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:37.851212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c822ab828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:37.851609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:37.918685 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4c06173-86eb-40d0-9aed-8ca6a9c44a73 HTTP/1.1" status: 204  len: 168 time: 1.6302261
Apr 21 06:23:38.192324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ec8c4c65-cda0-43ac-9eb2-19008c1938e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:38.237940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:38.277885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:38.335212 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:23:38.476899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-fd518368-32c8-485d-943a-d7f78ae67bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:38.479548 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-fd518368-32c8-485d-943a-d7f78ae67bbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87a62b5131eb42caac7b1b290cf60e53&device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 1098 time: 0.1244936
Apr 21 06:23:38.514593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:38.604127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c822ab828>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:38.608260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Checking router: 41dcb59c-aa04-466b-b13a-e780e5e6461e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:23:38.617770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:38.618431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c822ab828>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:38.646490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-6f30d1e9-4981-47a9-b152-733bbf2d9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:38.648242 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-6f30d1e9-4981-47a9-b152-733bbf2d9bd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 200  len: 915 time: 0.1529260
Apr 21 06:23:38.822063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:38.965898 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-b98f774f-6375-44ca-bf6f-754e6a099f4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 200  len: 217 time: 0.3048599
Apr 21 06:23:39.036320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-eb85512c-f2b5-451b-bbb7-2b67e6f3cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:39.038136 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-eb85512c-f2b5-451b-bbb7-2b67e6f3cc47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 200  len: 853 time: 0.0652244
Apr 21 06:23:39.043842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:39.124547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-9f3abe1b-4fcd-4c6f-914d-15458aa4e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:39.126183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-9f3abe1b-4fcd-4c6f-914d-15458aa4e80f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ac91e6-07ba-4d0a-9305-07d70f0365ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808516
Apr 21 06:23:39.160267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:39.187708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c822ab828>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:39.192049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd183277-54e2-412d-8947-76cfa925ee58 None None] The sync data for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi is: [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:20:06Z', 'revision_number': 4, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '750a5025-d3a7-40cd-8292-91277dd7058d', 'name': '', 'network_id': '10ac91e6-07ba-4d0a-9305-07d70f0365ba', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'mac_address': 'fa:16:3e:14:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:04Z', 'updated_at': '2021-04-21T06:20:19Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'subnets': [{'id': 'e03740ae-02d7-4c8e-8a85-6f9de040ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:23:39.281968 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-1cb22859-e4f1-4854-9ca7-31ac989b52f8 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460774
Apr 21 06:23:39.440994 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2ef3488-9aed-440b-b1bc-872d8dc3242d req-655dcd51-b8f4-48f9-83e9-a116bc751635 service neutron] 10.222.0.35 "GET /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518788
Apr 21 06:23:39.611029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:39.628511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52936a4c-69a4-49a9-bf8c-b467bb11adcc None None] New status for floating IP e4c06173-86eb-40d0-9aed-8ca6a9c44a73: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:23:40.774396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45024) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:40.908469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:40.924151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:23:40.928510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Usage tracker for resource:security_group_rule and tenant:af2407bf70364d4488d2488417495fd2 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:23:40.932499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:23:40.939255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:23:41.030925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.034058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.043490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c3c1b62b-0380-493c-8085-9e8ee717115f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:41.088192 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af2407bf70364d4488d2488417495fd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3125939
Apr 21 06:23:41.089156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526704b8-feec-4a92-9b20-4b9bc37aa03d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:41.091991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45036) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:41.092481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:41.160510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.189622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.238402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.244084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1f1542c-2f78-4e39-aac7-5210e7bae20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:41.258691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526704b8-feec-4a92-9b20-4b9bc37aa03d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:41.261851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:41.262847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:41.266945 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/526704b8-feec-4a92-9b20-4b9bc37aa03d HTTP/1.1" status: 204  len: 168 time: 0.1730039
Apr 21 06:23:41.443794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb5c3-829b-4d94-91d6-2151b80ffc26 req-33c65160-d064-4ff3-b1ee-c08ee7556f4a tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:41.444648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c63cb5c3-829b-4d94-91d6-2151b80ffc26 req-33c65160-d064-4ff3-b1ee-c08ee7556f4a tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Synchronizing usage tracker for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:23:41.465584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-c63cb5c3-829b-4d94-91d6-2151b80ffc26 req-33c65160-d064-4ff3-b1ee-c08ee7556f4a tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Unset dirty status for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:23:41.466949 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c63cb5c3-829b-4d94-91d6-2151b80ffc26 req-33c65160-d064-4ff3-b1ee-c08ee7556f4a tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.1233842
Apr 21 06:23:41.543597 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c63cb5c3-829b-4d94-91d6-2151b80ffc26 req-1cb4b9c0-c4af-4c7a-90e5-932f6f937a6d tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689967
Apr 21 06:23:42.747791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd525e9-f9d1-4e66-83a4-0160ad31985c req-53555a9f-0a73-4e86-a5b9-341c0ab489c4 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:42.749415 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4bd525e9-f9d1-4e66-83a4-0160ad31985c req-53555a9f-0a73-4e86-a5b9-341c0ab489c4 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.0885737
Apr 21 06:23:42.796282 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4bd525e9-f9d1-4e66-83a4-0160ad31985c req-5665266b-5236-4696-ab7d-1f84467d04b6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405343
Apr 21 06:23:43.451156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-269db151-db91-4c75-b5d7-7eddaf4038e1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:43.451928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-269db151-db91-4c75-b5d7-7eddaf4038e1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Synchronizing usage tracker for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:23:43.465831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-269db151-db91-4c75-b5d7-7eddaf4038e1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Unset dirty status for tenant:87a62b5131eb42caac7b1b290cf60e53 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:23:43.467153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-269db151-db91-4c75-b5d7-7eddaf4038e1 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.1078629
Apr 21 06:23:43.545053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Deleting port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:43.545440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:43.812373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] For port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:43.813489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:43.828666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:23:43.949557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Calling delete_port for 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:44.007433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a691d4-8b7b-4c47-9607-0e873c7608ea req-fe06e240-2843-44ec-8eb2-fcdef30b5737 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:44.009020 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98a691d4-8b7b-4c47-9607-0e873c7608ea req-fe06e240-2843-44ec-8eb2-fcdef30b5737 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 945 time: 0.0964539
Apr 21 06:23:44.060281 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98a691d4-8b7b-4c47-9607-0e873c7608ea req-b4f47c25-6f64-4395-977c-600a4ab4664c tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a42957-6404-47d8-924f-020ffa46848c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440681
Apr 21 06:23:44.108337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:44.115237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4b0e7d09-2799-49a5-85d0-813b40fe190a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:44.168589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Pushing event deleted for resources: {'Port': ['ID=0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:44.172567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:44.253152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] No DVR routers for this DVR port 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:23:44.256304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:44.258869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'name': 'network-vif-deleted', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:23:44.277188 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-282e6ae7-ad47-4dc3-b094-f5c036363239 req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.35 "DELETE /v2.0/ports/0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 HTTP/1.1" status: 204  len: 173 time: 0.8042998
Apr 21 06:23:44.618894 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a040cd-b2d7-466c-a264-d0737b4f78e7', 'name': 'network-vif-deleted', 'tag': '0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167', 'status': 'completed', 'code': 200}
Apr 21 06:23:45.257596 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4662f3c6-27b0-4c16-a155-437495029d1d req-46034fbf-7efc-4f4a-af09-9c3e63920b61 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a040cd-b2d7-466c-a264-d0737b4f78e7 HTTP/1.1" status: 200  len: 210 time: 0.0587785
Apr 21 06:23:46.025384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:46.069362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:46.069910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 0a5bcdbd-46ca-4f82-8fc9-a3435e3fd167 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:23:47.254297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45106) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:47.884051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:48.326254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Deleting port 750a5025-d3a7-40cd-8292-91277dd7058d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:48.326870 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:48.751772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] For port 750a5025-d3a7-40cd-8292-91277dd7058d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=750a5025-d3a7-40cd-8292-91277dd7058d,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:48.752216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:48.890758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Calling delete_port for 750a5025-d3a7-40cd-8292-91277dd7058d owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:49.220977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:49.226176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f69a799c-6b41-452c-8f8e-479681321ab7 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:49.304745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Pushing event deleted for resources: {'Port': ['ID=750a5025-d3a7-40cd-8292-91277dd7058d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:49.307466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:49.571837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:49.992859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Router 41dcb59c-aa04-466b-b13a-e780e5e6461e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:23:50.202281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:23:50.212757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Sync routers for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:23:50.215772 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] 10.222.0.37 "PUT /v2.0/routers/41dcb59c-aa04-466b-b13a-e780e5e6461e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9601965
Apr 21 06:23:50.220498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45122) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:50.226709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:50.227683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82632128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:50.444880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:50.500876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:50.783882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:50.795390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Deleting port 714e82e6-00c5-43d6-9d67-1acb3dd41381 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:50.795846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:50.814888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82632128>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:23:49Z', 'revision_number': 5, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port': {'id': '714e82e6-00c5-43d6-9d67-1acb3dd41381', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:56Z', 'updated_at': '2021-04-21T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:50.819532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Checking router: 41dcb59c-aa04-466b-b13a-e780e5e6461e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:23:50.829670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Routers {'41dcb59c-aa04-466b-b13a-e780e5e6461e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:50.830441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82632128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['41dcb59c-aa04-466b-b13a-e780e5e6461e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:51.017435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] Set router 41dcb59c-aa04-466b-b13a-e780e5e6461e gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:51.141581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82632128>, [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:23:50Z', 'revision_number': 6, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:51.146621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a107e-40d2-438c-b181-3da861c9a494 None None] The sync data for ids ['41dcb59c-aa04-466b-b13a-e780e5e6461e'] in dv-cinder-776307-5-iscsi is: [{'id': '41dcb59c-aa04-466b-b13a-e780e5e6461e', 'name': 'tempest-TestMinimumBasicScenario-423677312-router', 'tenant_id': '87a62b5131eb42caac7b1b290cf60e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:54Z', 'updated_at': '2021-04-21T06:23:50Z', 'revision_number': 6, 'project_id': '87a62b5131eb42caac7b1b290cf60e53', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:23:51.282310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] For port 714e82e6-00c5-43d6-9d67-1acb3dd41381, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=714e82e6-00c5-43d6-9d67-1acb3dd41381,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:51.282709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:51.435167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Calling delete_port for 714e82e6-00c5-43d6-9d67-1acb3dd41381 owned by network:router_gateway {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:51.697815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:51.703588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-902999d9-2736-4827-9723-2a9efd21bb97 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:51.764908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=714e82e6-00c5-43d6-9d67-1acb3dd41381,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:51.771724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:51.789001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 750a5025-d3a7-40cd-8292-91277dd7058d no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:51.835373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 750a5025-d3a7-40cd-8292-91277dd7058d {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:51.835846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 750a5025-d3a7-40cd-8292-91277dd7058d not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:23:51.836516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 714e82e6-00c5-43d6-9d67-1acb3dd41381 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:51.876828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 714e82e6-00c5-43d6-9d67-1acb3dd41381 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:51.877236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 714e82e6-00c5-43d6-9d67-1acb3dd41381 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:23:51.880513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.083953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.086774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.180370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.181006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dcb59c-aa04-466b-b13a-e780e5e6461e {{(pid=86321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:23:52.199431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.201740 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/41dcb59c-aa04-466b-b13a-e780e5e6461e HTTP/1.1" status: 204  len: 168 time: 1.9799981
Apr 21 06:23:52.204996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45142) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:52.282166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Deleting subnet e03740ae-02d7-4c8e-8a85-6f9de040ee52 {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:23:52.289629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.369079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.601753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.936462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.941759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-15857aa1-0a28-434e-ba01-5eb840790b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:52.979867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:52.985341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03740ae-02d7-4c8e-8a85-6f9de040ee52,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:52.985849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc13b32-ecc2-4370-b7f9-493c5723444e None None] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:23:52.987759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:52.991036 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-339d439d-ce15-49eb-9913-c244f23c064c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e03740ae-02d7-4c8e-8a85-6f9de040ee52 HTTP/1.1" status: 204  len: 168 time: 0.7843304
Apr 21 06:23:52.993754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45146) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:53.116787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.130021 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Deleting port c2fd10b9-3e03-4a48-9670-3002a879d8ae {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:53.130290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.366816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] For port c2fd10b9-3e03-4a48-9670-3002a879d8ae, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c2fd10b9-3e03-4a48-9670-3002a879d8ae,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:53.367178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.433350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] DHCP port deletion for 10ac91e6-07ba-4d0a-9305-07d70f0365ba request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:23:53.438250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Deleting port c2fd10b9-3e03-4a48-9670-3002a879d8ae {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:53.438679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.510599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Calling delete_port for c2fd10b9-3e03-4a48-9670-3002a879d8ae owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:53.601394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.606244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-956f4e52-1460-4a06-8485-e5af482ee208 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:53.652883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fd10b9-3e03-4a48-9670-3002a879d8ae,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:53.657693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:53.664528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] No DVR routers for this DVR port c2fd10b9-3e03-4a48-9670-3002a879d8ae on host dv-cinder-776307-5-iscsi {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:23:53.689845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] For port c2fd10b9-3e03-4a48-9670-3002a879d8ae, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c2fd10b9-3e03-4a48-9670-3002a879d8ae,segment=NetworkSegment(dbecff32-6930-46e0-8fcd-4174b58f170f),segment_id=dbecff32-6930-46e0-8fcd-4174b58f170f)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:53.690273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.792862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.823923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c2fd10b9-3e03-4a48-9670-3002a879d8ae no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:53.856889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Calling delete_port for c2fd10b9-3e03-4a48-9670-3002a879d8ae owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:53.910348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: c2fd10b9-3e03-4a48-9670-3002a879d8ae {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:53.910738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c2fd10b9-3e03-4a48-9670-3002a879d8ae not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:23:53.919047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c818111d0>,) {'filters': {'network_id': ['10ac91e6-07ba-4d0a-9305-07d70f0365ba']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:53.932281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c818111d0>, 'dbecff32-6930-46e0-8fcd-4174b58f170f') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:53.932618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c818111d0>, 'dbecff32-6930-46e0-8fcd-4174b58f170f') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:53.945675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.962132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:53.969726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:23:54.031097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:23:54.031511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:23:54.157897 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:23:54.166858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:54.346861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Network 10ac91e6-07ba-4d0a-9305-07d70f0365ba has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:23:54.376551 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:23:54.454265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:54.459756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:54.464528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3ead664d-ebf4-4076-b6dd-f6c46e520fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:54.488559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ac91e6-07ba-4d0a-9305-07d70f0365ba,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:54.497678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:54.510356 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/10ac91e6-07ba-4d0a-9305-07d70f0365ba HTTP/1.1" status: 204  len: 168 time: 1.5153039
Apr 21 06:23:54.513976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45154) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:54.533037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Deleting port c2fd10b9-3e03-4a48-9670-3002a879d8ae {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:54.533900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:54.647006 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58c7c-4753-490e-8589-015e762f28d2 None None] The port 'c2fd10b9-3e03-4a48-9670-3002a879d8ae' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:23:55.385239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:55.775563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Deleting port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:55.775940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:55.966979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] For port 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:55.967281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:56.103494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Calling delete_port for 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:56.285461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:56.290761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0734165-9cec-4e12-89fa-c759b9250c1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:56.378428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a8c9b9-0558-4873-95d0-1b3b7cb61e4f,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:56.381499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:56.647554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:57.054287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:23:57.244249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:23:57.253739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Sync routers for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:23:57.263889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:57.264611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83030eb8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:57.270225 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] 10.222.0.37 "PUT /v2.0/routers/3f3d04a6-c3ca-42fb-9c41-dc96fff35f13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7547610
Apr 21 06:23:57.272811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45164) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:57.465837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:57.473681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:57.817901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83030eb8>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:23:56Z', 'revision_number': 5, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:57.822933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Checking router: 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:23:57.838797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Routers {'3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:23:57.839519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83030eb8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:23:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:57.991652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.001334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Deleting port ba9f8a0e-f961-4c66-81d6-881a86c45255 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:58.001727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.226964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] For port ba9f8a0e-f961-4c66-81d6-881a86c45255, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=ba9f8a0e-f961-4c66-81d6-881a86c45255,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:23:58.227366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.227755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] Set router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:23:58.364419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Calling delete_port for ba9f8a0e-f961-4c66-81d6-881a86c45255 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:23:58.548769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83030eb8>, [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:23:56Z', 'revision_number': 5, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:23:58.557508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7cd69-53b4-4aff-9903-5331cca101aa None None] The sync data for ids ['3f3d04a6-c3ca-42fb-9c41-dc96fff35f13'] in dv-cinder-776307-5-iscsi is: [{'id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'name': 'tempest-TestMinimumBasicScenario-1231786071-router', 'tenant_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:13Z', 'updated_at': '2021-04-21T06:23:56Z', 'revision_number': 5, 'project_id': 'e0f8d5bcb9b840379fa7eef44c27c4b9', 'gw_port': {'id': 'ba9f8a0e-f961-4c66-81d6-881a86c45255', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d04a6-c3ca-42fb-9c41-dc96fff35f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:18Z', 'updated_at': '2021-04-21T06:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:23:58.606270 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.615741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8ec7a4df-906b-4ce6-ad29-3458c71d5efb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:58.669563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9f8a0e-f961-4c66-81d6-881a86c45255,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:58.673668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:58.776090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.977551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:58.980986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.010980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.011568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:23:59.026225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.030339 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f3d04a6-c3ca-42fb-9c41-dc96fff35f13 HTTP/1.1" status: 204  len: 168 time: 1.7539592
Apr 21 06:23:59.030615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45174) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:59.103552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Deleting subnet 662e4e01-b137-44b0-b14d-2dddc7c906be {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:23:59.107031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.161586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848066530'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.355967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.415257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a174eb-ceb4-4faa-a4dc-07d72817ea71 req-5282a25b-6bc9-4c6f-a87f-96a9bfddf742 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:23:59.416881 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5a174eb-ceb4-4faa-a4dc-07d72817ea71 req-5282a25b-6bc9-4c6f-a87f-96a9bfddf742 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.2006044
Apr 21 06:23:59.549613 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5a174eb-ceb4-4faa-a4dc-07d72817ea71 req-f8ffb1d1-66d6-42a3-b838-ced61146436b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248853
Apr 21 06:23:59.667771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847348584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7741564'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.673950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:23:59.715248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662e4e01-b137-44b0-b14d-2dddc7c906be,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:23:59.717937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.720945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:23:59.721930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3ff71-4989-422b-97b9-0d79308af03c None None] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:23:59.725399 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8a30ea87-cbf1-4720-8c8e-c0a0e7fb47f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/662e4e01-b137-44b0-b14d-2dddc7c906be HTTP/1.1" status: 204  len: 168 time: 0.6937470
Apr 21 06:23:59.728226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45180) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:23:59.808938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device ba9f8a0e-f961-4c66-81d6-881a86c45255 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:59.851250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: ba9f8a0e-f961-4c66-81d6-881a86c45255 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:59.851649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device ba9f8a0e-f961-4c66-81d6-881a86c45255 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:23:59.852202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:23:59.852911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.864517 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Deleting port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:23:59.864883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:23:59.899803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:23:59.900218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 15a8c9b9-0558-4873-95d0-1b3b7cb61e4f not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:24:00.067168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] DHCP port deletion for 49c1e4ca-2ec1-4402-a38f-3d6171199c91 request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:24:00.072495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Deleting port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:24:00.073161 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:00.096501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] For port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:00.096900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:00.231919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Calling delete_port for bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:24:00.300309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] For port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,segment=NetworkSegment(7763e541-df0c-4762-93d2-9819f09b42dd),segment_id=7763e541-df0c-4762-93d2-9819f09b42dd)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:00.300651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:00.439703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Calling delete_port for bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:24:00.524538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416'] for port, after_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:00.534320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:00.550306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:24:00.550719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:24:00.572120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] No DVR routers for this DVR port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 on host dv-cinder-776307-5-iscsi {{(pid=86322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:24:00.580380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Pushing event deleted for resources: {'Port': ['ID=bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8,revision_number=None']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:00.583573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:00.751789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b402e0c-78ce-4902-8dc0-ce89d5429735 req-b16baba5-6486-47cb-9265-7a69d9723ba9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:00.753426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b402e0c-78ce-4902-8dc0-ce89d5429735 req-b16baba5-6486-47cb-9265-7a69d9723ba9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0882988
Apr 21 06:24:00.800880 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1b402e0c-78ce-4902-8dc0-ce89d5429735 req-f2ad7df1-c86d-400a-a06a-066764364bc9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410011
Apr 21 06:24:01.051634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Deleting port bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:24:01.051941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.124737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] The port 'bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:24:01.251283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.373739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c82dc14e0>,) {'filters': {'network_id': ['49c1e4ca-2ec1-4402-a38f-3d6171199c91']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:01.387784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82dc14e0>, '7763e541-df0c-4762-93d2-9819f09b42dd') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:01.388232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c82dc14e0>, '7763e541-df0c-4762-93d2-9819f09b42dd') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:01.402651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.426216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.433352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:24:01.620214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:24:01.630026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.772955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:24:01.809815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:24:01.810208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device bfdc8da6-61bc-4907-b494-9aaf5ee6a8b8 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:24:01.815635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Network 49c1e4ca-2ec1-4402-a38f-3d6171199c91 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   % (table.description, expected, rows_matched)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   % (table.description, expected, rows_matched)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   % (table.description, expected, rows_matched)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   % (table.description, expected, rows_matched)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:24:01.838775 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:24:01.920237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.924602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d8156638-2806-4263-94c3-5c8eeb5f9170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:01.945620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:01.952372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c1e4ca-2ec1-4402-a38f-3d6171199c91,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:01.957017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:01.966182 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ea137b1a-d2a0-44b7-945e-04100730fe45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/49c1e4ca-2ec1-4402-a38f-3d6171199c91 HTTP/1.1" status: 204  len: 168 time: 2.2342520
Apr 21 06:24:02.015491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1568-ea69-4fd3-8d9c-e6522d846c9b req-aea7b1c0-ddee-4ec0-8d2e-b2d88aeb8aaa tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:02.017124 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f70f1568-ea69-4fd3-8d9c-e6522d846c9b req-aea7b1c0-ddee-4ec0-8d2e-b2d88aeb8aaa tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0954378
Apr 21 06:24:02.072151 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f70f1568-ea69-4fd3-8d9c-e6522d846c9b req-8d9ffe72-9a29-47e1-8a69-1441fa4fd361 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437388
Apr 21 06:24:02.154974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45192) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:02.207623 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-308a37e2-0b0b-4e97-b62a-47d8c9619f13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87a62b5131eb42caac7b1b290cf60e53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510485
Apr 21 06:24:02.210083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45196) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:02.277235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.307493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.355835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.361681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f373d0a9-74bc-4f08-a52a-8e037be1c9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:02.375291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a42957-6404-47d8-924f-020ffa46848c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:02.378095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:02.379343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.380593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a42957-6404-47d8-924f-020ffa46848c HTTP/1.1" status: 204  len: 168 time: 0.1695518
Apr 21 06:24:02.745961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45204) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:02.803057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c8fe68a0-bfbd-42e3-90e2-8cb2a2082bdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0f8d5bcb9b840379fa7eef44c27c4b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556271
Apr 21 06:24:02.805686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45208) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:02.868803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.896301 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.944610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.949854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-53bf217a-ea21-46ab-980a-bd5882816471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:02.963375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ebf965-595b-41c7-a7e9-c50b0e31f925,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:02.966648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:02.968674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:02.969891 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36ebf965-595b-41c7-a7e9-c50b0e31f925 HTTP/1.1" status: 204  len: 168 time: 0.1632333
Apr 21 06:24:03.284787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab887d5-25c8-4534-bf3f-79e8ea181d34 req-204def1a-5e7c-48a1-b4f6-e3b89f444374 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:03.286467 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aab887d5-25c8-4534-bf3f-79e8ea181d34 req-204def1a-5e7c-48a1-b4f6-e3b89f444374 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0953829
Apr 21 06:24:03.342126 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aab887d5-25c8-4534-bf3f-79e8ea181d34 req-d2aecdb3-1ed3-4c4e-9961-1fb58c1215b5 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455518
Apr 21 06:24:03.804835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45234) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:03.925533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-440668491-network', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:03.930817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:03.935029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Usage tracker for resource:network and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:03.938133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:03.945334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:03.954668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Made reservation on behalf of 0bbbaf9ffdd54174ae4fe09518fd5878 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:03.959791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:03.973703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:03.990573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:03.995246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:03.998307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:04.004630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:04.099476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.102382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.106732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3861579c-8467-4e52-86ef-dff034a22929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:04.132362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:24:04.146285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b893b-c806-4374-9e61-26fc4db555b4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:04.150547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:04.151803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.152214 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Added segment 50191176-3f50-4a01-9864-6449d56c6317 of type vlan for network e6e6396e-f3ef-4730-a501-5d6703c90a7d
Apr 21 06:24:04.179872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.209821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.210913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:04.211559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.216977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5f73bce1-66fc-43bd-9143-eb1287d0de19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:04.323293 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5171800
Apr 21 06:24:04.326622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45240) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:04.329630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Pushing event updated for resources: {'Network': ['ID=e6e6396e-f3ef-4730-a501-5d6703c90a7d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:04.332365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:04.333996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Request body: {'subnet': {'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-440668491-subnet', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:04.340337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:04.341245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:24:04.345448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Usage tracker for resource:subnet and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:04.348540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:04.354663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:04.365283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Made reservation on behalf of 0bbbaf9ffdd54174ae4fe09518fd5878 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:04.370355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847034282'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.644121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5ef6-9579-4481-8efa-5b469a87dfa8 req-2006d77e-a96d-4b8f-bf03-46ecf3077bca tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:04.645794 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f9dc5ef6-9579-4481-8efa-5b469a87dfa8 req-2006d77e-a96d-4b8f-bf03-46ecf3077bca tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1669719
Apr 21 06:24:04.744883 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f9dc5ef6-9579-4481-8efa-5b469a87dfa8 req-5207f2ea-615b-48cf-93db-994fd89cb91b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822184
Apr 21 06:24:04.892344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a235b6a6-b2e7-46ea-bfd8-8d00781d0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.917120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7427293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847034297'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:04.922366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:04.998696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=673e09cb-df9e-42e0-a77d-2fad69724498,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:05.003586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:05.007849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:05.008274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Network hostable DHCP agents. Network: e6e6396e-f3ef-4730-a501-5d6703c90a7d, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:24:05.027062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:24:05.035003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, e6e6396e-f3ef-4730-a501-5d6703c90a7d) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:05.044141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bc5a5-2a46-48ec-98ed-b878fb111937 None None] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:24:05.047530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:05.048219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.071957 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7439864
Apr 21 06:24:05.074754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45246) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:05.080426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:05.085512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:05.089853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Usage tracker for resource:router and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:05.094048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:05.103451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:05.115990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.117824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.139752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.298665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:24:05.299748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.477531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Allocated IP 172.20.0.2 (e6e6396e-f3ef-4730-a501-5d6703c90a7d/673e09cb-df9e-42e0-a77d-2fad69724498/19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:05.691331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.736549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.747885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Transition to ACTIVE for port object 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:05.767992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Transition to ACTIVE for port object 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:05.772709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.779069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:05.841327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:05.859364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:05.866258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:05.913756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Pushing event updated for resources: {'Port': ['ID=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:05.946685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:05.968694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Attempting to bind port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:05.969112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Attempting to bind port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:05.969523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Attempting to bind port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:05.975860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:05.976286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:05.976742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:05.977181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Bound using segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:05.977707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Bound port: 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:05.978126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.081239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] For port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:06.084674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] For port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:06.089165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.094111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:06.112522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.158808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71e85-4aec-4c9e-9f6e-a27abe9fc95a req-652de039-9a97-43fd-807a-ab868c65c7ed tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:06.160499 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-18a71e85-4aec-4c9e-9f6e-a27abe9fc95a req-652de039-9a97-43fd-807a-ab868c65c7ed tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.2550733
Apr 21 06:24:06.161813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.182984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Pushing event updated for resources: {'Port': ['ID=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:06.188835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:06.277707 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-18a71e85-4aec-4c9e-9f6e-a27abe9fc95a req-668b9e6b-f08c-48d3-9d2d-37a14101326d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777218
Apr 21 06:24:06.351013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Allocated IP 172.27.1.62 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/b089ccac-504c-42ef-86d3-372ad7f847af) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:06.541709 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.583783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:06.588860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a240226b-79b0-44d4-a096-4bfef5d7c7af tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:06.647957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:06.656894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:06.661843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:06.710404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b089ccac-504c-42ef-86d3-372ad7f847af,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:06.714973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:07.128955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:07.666570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:07.668216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65623eca-3ec3-49fe-b663-3732523dbc77 None None] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:24:07.762303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d367d3-50df-464c-9164-a8d07996fe03 req-2308f38e-cc61-4cc1-a24b-9a6b25200053 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:07.764108 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e6d367d3-50df-464c-9164-a8d07996fe03 req-2308f38e-cc61-4cc1-a24b-9a6b25200053 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.3344450
Apr 21 06:24:07.908974 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e6d367d3-50df-464c-9164-a8d07996fe03 req-9d6027b6-d425-4ebd-a4a6-82cdb30f1962 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713317
Apr 21 06:24:07.909220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:07.978979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:24:08.017674 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b58e0e00-ad87-4be7-898e-b04e72630fbc None None] Provisioning for port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:08.021468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-520ffda6-3a6c-4c8a-9a97-63dc7101cfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.102602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:08.119664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:08.120111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.324570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.368151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:08.375250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.377570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:08.458868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:08.472067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:08.481284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:08.484665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.488037 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4103932
Apr 21 06:24:08.488978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45268) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:08.499103 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:08.500459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.504394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:08.505095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8239b1d0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:08.668455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-e9620c4d-5b4a-4947-8c11-87c588d93ab4 None None] Provisioning complete for port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:08.669527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e9620c4d-5b4a-4947-8c11-87c588d93ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:08.774047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:09.064777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.193485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.221801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8239b1d0>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:06Z', 'revision_number': 3, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:09.226420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:09.227013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Updating router 16ad3085-5cec-43b9-a11b-505b7ebc162e port b089ccac-504c-42ef-86d3-372ad7f847af binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:24:09.289209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.424116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7394fba-fb5b-4b1d-95d0-db5befe88bd5 req-66fa2428-85d3-463e-8ddd-388256b1ee6c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:09.425806 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b7394fba-fb5b-4b1d-95d0-db5befe88bd5 req-66fa2428-85d3-463e-8ddd-388256b1ee6c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.3407362
Apr 21 06:24:09.465767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283131-bf8a-410b-820d-784698c19e6e req-4c258dc8-752d-4ad8-a271-35bb5a54bf2b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:09.467458 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c1283131-bf8a-410b-820d-784698c19e6e req-4c258dc8-752d-4ad8-a271-35bb5a54bf2b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.3256075
Apr 21 06:24:09.542420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.558426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b7394fba-fb5b-4b1d-95d0-db5befe88bd5 req-5abe0a83-dca7-4a34-a34d-6b8faee9e8b0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216466
Apr 21 06:24:09.574814 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c1283131-bf8a-410b-820d-784698c19e6e req-5872f3ee-6e82-4311-a367-e88ac186ac02 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973988
Apr 21 06:24:09.673214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.694325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.708643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Transition to ACTIVE for port object b089ccac-504c-42ef-86d3-372ad7f847af will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:09.715465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.720616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:09.790550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Allocated IP 172.20.0.1 (e6e6396e-f3ef-4730-a501-5d6703c90a7d/673e09cb-df9e-42e0-a77d-2fad69724498/188c79cb-f050-4a95-b019-2ae96d3f3282) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:09.800542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Attempting to bind port b089ccac-504c-42ef-86d3-372ad7f847af on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:09.800722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Attempting to bind port b089ccac-504c-42ef-86d3-372ad7f847af by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:09.800994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Attempting to bind port b089ccac-504c-42ef-86d3-372ad7f847af on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:09.813203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Pushing event updated for resources: {'Port': ['ID=b089ccac-504c-42ef-86d3-372ad7f847af,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:09.815766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:09.845348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:09.846882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:09.847308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:09.847774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.848273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:09.848817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Bound port: b089ccac-504c-42ef-86d3-372ad7f847af, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:09.849239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.960093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.961956 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] For port b089ccac-504c-42ef-86d3-372ad7f847af, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:09.968265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] For port b089ccac-504c-42ef-86d3-372ad7f847af, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=b089ccac-504c-42ef-86d3-372ad7f847af,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:09.971361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:09.971792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:09.977680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Transition to ACTIVE for port object 188c79cb-f050-4a95-b019-2ae96d3f3282 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:10.002479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.007356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.008745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c7ca4cc9-51f5-4bce-8608-b5d2b877e3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:10.019423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:10.085358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:10.089736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:10.094446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:10.130704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:10.131419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8239b1d0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:10.137398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Pushing event updated for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:10.142588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:10.166551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.206020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Pushing event updated for resources: {'Port': ['ID=b089ccac-504c-42ef-86d3-372ad7f847af,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:10.209716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:10.309937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.424687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:10.592071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.596952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.628889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cdd9d2f7-0d16-4603-9b99-c45efedd9ae6 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:10.669723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-b581d7a0-3c56-4263-9a83-a886477078ec tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:10.672622 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-b581d7a0-3c56-4263-9a83-a886477078ec tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.1190631
Apr 21 06:24:10.678531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-30871f00-30cb-41c9-a7a7-19a8eef36e3d None None] Provisioning for port 188c79cb-f050-4a95-b019-2ae96d3f3282 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:10.769974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-30871f00-30cb-41c9-a7a7-19a8eef36e3d None None] Provisioning complete for port 188c79cb-f050-4a95-b019-2ae96d3f3282 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:10.770576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-30871f00-30cb-41c9-a7a7-19a8eef36e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.786971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Deleting port 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:24:10.787601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.835916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:10.839830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Pushing event updated for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:10.842946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:10.914788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-30871f00-30cb-41c9-a7a7-19a8eef36e3d None None] Port 188c79cb-f050-4a95-b019-2ae96d3f3282 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:11.021661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8239b1d0>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:06Z', 'revision_number': 3, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:11.025935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916698-4521-41f9-8b2e-d07b74892ad8 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:06Z', 'revision_number': 3, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:11.042907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ed2e8-ee44-4a91-af35-9d8e9e17787f req-59e38eb8-7502-44f4-b658-e8569470710c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:11.042907 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-633ed2e8-ee44-4a91-af35-9d8e9e17787f req-59e38eb8-7502-44f4-b658-e8569470710c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.3277140
Apr 21 06:24:11.068299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b033f-0aa9-401f-bdba-faaf138c782f req-6cbe1d64-d903-4c52-95b5-5a1c92eb122a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:11.069856 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a23b033f-0aa9-401f-bdba-faaf138c782f req-6cbe1d64-d903-4c52-95b5-5a1c92eb122a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 947 time: 0.2958288
Apr 21 06:24:11.079067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] For port 39140afd-d5a8-4a8f-82af-2463774adc67, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39140afd-d5a8-4a8f-82af-2463774adc67,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:11.079471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:11.124386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:11.128785 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:11.240610 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-633ed2e8-ee44-4a91-af35-9d8e9e17787f req-c11ddfbe-7f28-4482-99d5-2515d1c61f76 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1859715
Apr 21 06:24:11.250270 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a23b033f-0aa9-401f-bdba-faaf138c782f req-364a59ce-1986-410f-a13f-4d53cb294a91 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a43286-2c0c-48c7-93fd-fbb431e32eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595206
Apr 21 06:24:11.453843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:11.454781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:11.455297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Floating IP 1c450189-b432-4d46-a2b6-9dbbee1a7c63 disassociated. External IP: 172.27.1.103, port: 39140afd-d5a8-4a8f-82af-2463774adc67.
Apr 21 06:24:11.455737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Calling delete_port for 39140afd-d5a8-4a8f-82af-2463774adc67 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:24:11.472321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-4050e925-02a9-4158-b4d1-99f0f2dbcf3b None None] Provisioning complete for port 188c79cb-f050-4a95-b019-2ae96d3f3282 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:11.472747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4050e925-02a9-4158-b4d1-99f0f2dbcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:11.563132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-4050e925-02a9-4158-b4d1-99f0f2dbcf3b None None] Port 188c79cb-f050-4a95-b019-2ae96d3f3282 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:11.674983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:24:11.689968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:11.696232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-61f71082-2d26-41cb-ac22-cc940d9e2a50 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:11.761884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'Port': ['ID=39140afd-d5a8-4a8f-82af-2463774adc67,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:11.844541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.844971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.845534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.845954 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.846079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device b089ccac-504c-42ef-86d3-372ad7f847af up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:11.846368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.846779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.847358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.848061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.848201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.848530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.848937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.849341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:11.861442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:11.893086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:11.908499 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] 10.222.0.37 "PUT /v2.0/routers/16ad3085-5cec-43b9-a11b-505b7ebc162e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4131770
Apr 21 06:24:11.942276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port b089ccac-504c-42ef-86d3-372ad7f847af completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:11.948274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port b089ccac-504c-42ef-86d3-372ad7f847af triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:11.948711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.001013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:24:12.102214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.125813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port b089ccac-504c-42ef-86d3-372ad7f847af, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=b089ccac-504c-42ef-86d3-372ad7f847af,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:12.128955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.130919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d2256358-30ee-4bc8-b2ab-32fceddb0f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:12.210762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=b089ccac-504c-42ef-86d3-372ad7f847af,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:12.214135 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:12.223067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:12.234519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:12.247323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:12.248029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83014128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:12.315254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] No DVR routers for this DVR port 39140afd-d5a8-4a8f-82af-2463774adc67 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:24:12.318105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.321617 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-deleted', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:12.353871 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5dc6ddbb-221f-4058-8df7-fd0d8ac547dd req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "DELETE /v2.0/ports/39140afd-d5a8-4a8f-82af-2463774adc67 HTTP/1.1" status: 204  len: 173 time: 1.6746945
Apr 21 06:24:12.555517 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ee83cb61-bfcf-4157-803b-103ea6ffc085 req-50889b84-c34a-4ff4-be38-ff1edae86cc7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633c43e-bf61-4f9a-81b0-20743b4467bf HTTP/1.1" status: 200  len: 210 time: 0.1083839
Apr 21 06:24:12.578298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:12.606110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cd2e5-6962-4ed1-98c0-5158f3028bfe req-de0b3ef4-ea09-4d93-b34a-417e59592300 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:12.607910 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a15cd2e5-6962-4ed1-98c0-5158f3028bfe req-de0b3ef4-ea09-4d93-b34a-417e59592300 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1147366
Apr 21 06:24:12.645110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45304) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:12.651599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-72913292-network', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:12.658007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:12.662297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Usage tracker for resource:network and tenant:bb5e51ae16224972a4db420c5a9cac1a is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:12.667208 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633c43e-bf61-4f9a-81b0-20743b4467bf', 'name': 'network-vif-deleted', 'tag': '39140afd-d5a8-4a8f-82af-2463774adc67', 'status': 'completed', 'code': 200}
Apr 21 06:24:12.668038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:12.672641 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a15cd2e5-6962-4ed1-98c0-5158f3028bfe req-24c1de72-2d48-42b7-9d57-e568f9f06d67 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578482
Apr 21 06:24:12.675752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:12.685214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Made reservation on behalf of bb5e51ae16224972a4db420c5a9cac1a for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:12.690604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.704443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.720064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:12.724150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb5e51ae16224972a4db420c5a9cac1a is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:12.727163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:12.733349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:12.830144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.833423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.837916 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-786e0bd8-f360-4263-b3fc-1c803902139b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:12.864989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:24:12.882737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3442fc-5884-410e-9a18-9d6d3cd6fcf4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:12.887268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:12.888335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.888723 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Added segment 668aa8d6-3aca-4897-87a7-22be34af8b88 of type vlan for network 34faa9de-49f7-4f3d-bc34-d43f93cfa489
Apr 21 06:24:12.919337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.953874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.954989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:12.955642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:12.961084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:12.964216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83014128>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:12.969098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:12.979667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:12.980605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83014128>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:13.070615 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4242110
Apr 21 06:24:13.075713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45308) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:13.078791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=34faa9de-49f7-4f3d-bc34-d43f93cfa489,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:13.084318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Request body: {'subnet': {'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-72913292-subnet', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:13.088349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:13.089891 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:24:13.090655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:13.094963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Usage tracker for resource:subnet and tenant:bb5e51ae16224972a4db420c5a9cac1a is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:13.098329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:13.105005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:13.116118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Made reservation on behalf of bb5e51ae16224972a4db420c5a9cac1a for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:13.121739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.194676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:13.534782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.538163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83014128>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:13.540325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:13.542788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513230d2-9e9a-4adc-9ed7-6744f752e4d4 None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:13.623700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f70f03-b0e8-4ce8-8835-51db7ad8806a,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:13.626536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:13.633666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Checking segment: {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:13.634136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Network hostable DHCP agents. Network: 34faa9de-49f7-4f3d-bc34-d43f93cfa489, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:24:13.653804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:24:13.663213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, 34faa9de-49f7-4f3d-bc34-d43f93cfa489) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:13.673855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc67f2-98a8-4b11-98c5-274739c2b116 None None] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:24:13.678374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:13.679032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.701311 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6243980
Apr 21 06:24:13.704199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45316) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:13.711787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:13.718666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:13.724991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Usage tracker for resource:router and tenant:bb5e51ae16224972a4db420c5a9cac1a is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:13.729768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:13.738302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:13.742740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45322) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:13.756579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854112800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769450'] for router, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.758911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6351'] for router, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.780372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.860296 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:13.898862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device b089ccac-504c-42ef-86d3-372ad7f847af up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:13.970967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.051560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port b089ccac-504c-42ef-86d3-372ad7f847af triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:14.053702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f203-3e01-4bc8-8d55-5180436094c8 req-d3422699-faf3-4d53-83e0-173b8fff9a84 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:14.054666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.057162 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2e98f203-3e01-4bc8-8d55-5180436094c8 req-d3422699-faf3-4d53-83e0-173b8fff9a84 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1556146
Apr 21 06:24:14.083428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3540991-8149-51f2-9945-ce10ef1926d0-34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a'}]}} from dv-cinder-776307-5-iscsi. {{(pid=86322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:24:14.084915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.090148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.101908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-45f1f139-8549-4bac-8e10-268c28003d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:14.104037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e50f1-2ce4-431b-8d59-a38923712eda None None] New status for floating IP 1c450189-b432-4d46-a2b6-9dbbee1a7c63: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:24:14.130508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a43286-2c0c-48c7-93fd-fbb431e32eb4,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:14.142929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.143335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.143740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.144163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.144559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.144947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.145334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.145721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.146112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.146513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.146886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.147270 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:14.151992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:14.162868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.164158 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "DELETE /v2.0/security-groups/76a43286-2c0c-48c7-93fd-fbb431e32eb4 HTTP/1.1" status: 204  len: 168 time: 0.4203081
Apr 21 06:24:14.167815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2e98f203-3e01-4bc8-8d55-5180436094c8 req-1351dd35-b448-479c-a7f6-40a942dcb34b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042798
Apr 21 06:24:14.168371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45326) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:14.190036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:24:14.192801 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.v2.resource [None req-21c500aa-4bb8-4607-82ff-83954c2cb2c0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] show failed (client error): The resource could not be found.
Apr 21 06:24:14.193941 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-21c500aa-4bb8-4607-82ff-83954c2cb2c0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups/76a43286-2c0c-48c7-93fd-fbb431e32eb4 HTTP/1.1" status: 404  len: 347 time: 0.0245659
Apr 21 06:24:14.197396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45330) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:14.208340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:14.219995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:14.221038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831d0ac8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:14.349137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 39140afd-d5a8-4a8f-82af-2463774adc67 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:24:14.349535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 39140afd-d5a8-4a8f-82af-2463774adc67 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:24:14.391348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Deleting port 4fb8ddee-8466-42bb-b434-2707b78bf0e7 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:24:14.391725 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.399269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.450027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:14.652960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.653597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.717414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Allocated IP 172.20.0.2 (34faa9de-49f7-4f3d-bc34-d43f93cfa489/a2f70f03-b0e8-4ce8-8835-51db7ad8806a/30da95f3-93ed-437a-96e5-3b9f85489f1b) {{(pid=86322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:14.809280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Calling delete_port for 4fb8ddee-8466-42bb-b434-2707b78bf0e7 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:24:14.891365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.916883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:24:14.917687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:24:14.929987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.982278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks [] for port, precommit_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:14.995858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Transition to ACTIVE for port object 30da95f3-93ed-437a-96e5-3b9f85489f1b will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:15.013436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831d0ac8>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 2, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:15.017034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Transition to ACTIVE for port object 30da95f3-93ed-437a-96e5-3b9f85489f1b will not be triggered until provisioned by entity DHCP. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:15.019485 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:15.019885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Updating router 16ad3085-5cec-43b9-a11b-505b7ebc162e port 188c79cb-f050-4a95-b019-2ae96d3f3282 binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:24:15.022091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401'] for port, after_create {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.027357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:15.079568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.090060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Allocated IP 172.27.1.87 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/c34d696c-0c51-4ec1-8465-c1ff8c7b924c) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:15.094882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 is already hosted by enough agents. {{(pid=86322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:15.098545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Resources bound (agent type, host, resource id):  {{(pid=86322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:15.101166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Received port after_create {{(pid=86322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:15.144642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Pushing event updated for resources: {'Port': ['ID=30da95f3-93ed-437a-96e5-3b9f85489f1b,revision_number=1']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:15.147801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:15.217361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Attempting to bind port 30da95f3-93ed-437a-96e5-3b9f85489f1b on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:15.217789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Attempting to bind port 30da95f3-93ed-437a-96e5-3b9f85489f1b by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:15.218242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Attempting to bind port 30da95f3-93ed-437a-96e5-3b9f85489f1b on network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:15.224802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:15.225224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Checking segment: {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:15.225678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.226121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Bound using segment: {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:15.226647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Bound port: 30da95f3-93ed-437a-96e5-3b9f85489f1b, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:15.227067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.263405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.297731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.303126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6a13714f-bb69-4a7e-a162-510717020031 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:15.323419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] For port 30da95f3-93ed-437a-96e5-3b9f85489f1b, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:15.326901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] For port 30da95f3-93ed-437a-96e5-3b9f85489f1b, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=30da95f3-93ed-437a-96e5-3b9f85489f1b,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:15.330274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.335576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:15.365348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:15.368978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:15.373146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:15.423766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Deleting port 4fb8ddee-8466-42bb-b434-2707b78bf0e7 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:24:15.424183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.433925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Pushing event updated for resources: {'Port': ['ID=30da95f3-93ed-437a-96e5-3b9f85489f1b,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:15.435863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:15.446333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Pushing event updated for resources: {'Port': ['ID=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:15.455073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:15.472883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0451e4-d377-4f73-9563-21454e129534 req-c0ece2d3-dc5c-480a-96c9-a7725e921ea6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:15.474542 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf0451e4-d377-4f73-9563-21454e129534 req-c0ece2d3-dc5c-480a-96c9-a7725e921ea6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1532867
Apr 21 06:24:15.527543 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.540682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Transition to ACTIVE for port object 188c79cb-f050-4a95-b019-2ae96d3f3282 will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:15.548418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.560313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:15.566661 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bf0451e4-d377-4f73-9563-21454e129534 req-43474cc5-7fb5-4679-a3e2-58e5669573f2 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768657
Apr 21 06:24:15.742337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Pushing event updated for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:15.756978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.757387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:15.848422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.849205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.849977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.850514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.851471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.851985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.852833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.853815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.855265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.855933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.857283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.857975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:15.905985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:16.009813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Calling delete_port for 4fb8ddee-8466-42bb-b434-2707b78bf0e7 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:24:16.052469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Attempting to bind port 188c79cb-f050-4a95-b019-2ae96d3f3282 on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:16.052890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Attempting to bind port 188c79cb-f050-4a95-b019-2ae96d3f3282 by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:16.053653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Attempting to bind port 188c79cb-f050-4a95-b019-2ae96d3f3282 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:16.060013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:16.060594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:16.061048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.061488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Bound using segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:16.062073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Bound port: 188c79cb-f050-4a95-b019-2ae96d3f3282, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:16.062634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.088923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.171824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] For port 188c79cb-f050-4a95-b019-2ae96d3f3282, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:16.175137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] For port 188c79cb-f050-4a95-b019-2ae96d3f3282, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=188c79cb-f050-4a95-b019-2ae96d3f3282,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:16.178702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.184425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:16.246248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc074c-d7e6-4283-a85f-4c9b9e869fd8 req-1b153e7e-6327-463a-b0b3-4b8d6cc6640d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:16.247895 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89cc074c-d7e6-4283-a85f-4c9b9e869fd8 req-1b153e7e-6327-463a-b0b3-4b8d6cc6640d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1618690
Apr 21 06:24:16.265698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:16.266387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831d0ac8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:16.309827 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89cc074c-d7e6-4283-a85f-4c9b9e869fd8 req-a41175d9-8984-43ca-ac52-934ba3dc762d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547681
Apr 21 06:24:16.328510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.341147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Pushing event updated for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=4']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:16.343570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ce8a9958-21d0-4618-9b91-e444e2051a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:16.346642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:16.394273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'Port': ['ID=4fb8ddee-8466-42bb-b434-2707b78bf0e7,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:16.433180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:16.482639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:16.502124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.520747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.524614 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e0e317d8-c896-48fe-a885-423d1fc58ae8 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "DELETE /v2.0/floatingips/1c450189-b432-4d46-a2b6-9dbbee1a7c63 HTTP/1.1" status: 204  len: 168 time: 2.3234954
Apr 21 06:24:16.583512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-48f11e1f-f988-4dd1-8ab3-d0bb3f866276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:16.585495 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-48f11e1f-f988-4dd1-8ab3-d0bb3f866276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1099 time: 0.4432673
Apr 21 06:24:16.684504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854087725'] for router, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:16.855540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831d0ac8>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:16Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:16.862696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56af47-9c48-4cda-8365-f3377af882e9 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:16Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:16.946621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45342) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:16.954110 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780104669', 'description': 'tempest-description--881223055'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:16.965896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:16.975816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:16.984375 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:16.993142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:17.008029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.037079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:17.048024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:17.051926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:17.059868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:17.153677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.157447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.161712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c9d623c9-ec13-4fc2-94c8-e707c2d841b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:17.210476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-081b2268-6a33-498d-93aa-82199d4cb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:17.212645 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-081b2268-6a33-498d-93aa-82199d4cb7c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.6115277
Apr 21 06:24:17.212783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4861d2b-e94f-4d82-adb8-eb603091a466,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:17.216191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:17.219781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.224417 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b788f913-1a5a-48dc-abab-e031c154dc85 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2766445
Apr 21 06:24:17.225111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45346) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:17.231245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group_rule': {'security_group_id': 'a4861d2b-e94f-4d82-adb8-eb603091a466', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:17.238516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:17.242757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:17.245930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:17.250216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679b154-c2c9-485e-9d0b-948dbef8b5ce None None] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:24:17.252550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:17.278416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.352416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-344b2673-0af6-4943-a61a-9c5f7a738fed None None] Provisioning for port 30da95f3-93ed-437a-96e5-3b9f85489f1b completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:17.361049 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-f8f18009-5e3f-48fd-be92-2e469b57158e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 1002 time: 0.1340258
Apr 21 06:24:17.364961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.368552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.371278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-5013e669-d5ec-40b3-b019-c9b82f913129 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:17.408193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4fd240-541c-4d38-9d24-bf5dab9c115e,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:17.423215 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:17.440987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.444859 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-50515b0b-a947-4c76-b1fd-a0b95b462f68 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2161634
Apr 21 06:24:17.445138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45352) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:17.451323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-43d79f4a-b0ad-427d-8471-dc03ea460cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:17.451557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'security_group_rule': {'security_group_id': 'a4861d2b-e94f-4d82-adb8-eb603091a466', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:17.458167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:17.461314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-43d79f4a-b0ad-427d-8471-dc03ea460cb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.0932610
Apr 21 06:24:17.463230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:security_group_rule and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:17.467032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:17.475178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:17.518780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.589912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Router 47297987-f12e-4dce-a305-4a3ff5396ae9 is scheduled to L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 with binding_index 1 {{(pid=86321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:24:17.661862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.667680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.674094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:17.691379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b726dc29-f9a8-48ac-89e5-db9449e18191,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:17.701258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c405c-6a42-4b7d-8e9d-b320b2e661d5 req-80589963-cbda-4745-83e5-be247b506ac7 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:17.703544 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-580c405c-6a42-4b7d-8e9d-b320b2e661d5 req-80589963-cbda-4745-83e5-be247b506ac7 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1894526
Apr 21 06:24:17.704600 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:17.748615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.753778 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3074756
Apr 21 06:24:17.789653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45356) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:17.793123 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-580c405c-6a42-4b7d-8e9d-b320b2e661d5 req-4b41fe4b-1ad8-43f0-a4ca-890997bb29d2 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796008
Apr 21 06:24:17.803713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:17.821044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:17.831401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Usage tracker for resource:floatingip and tenant:26e4673f89424dea8aa8d1582575a9ac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:17.838508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:17.865908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:17.871660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-a6e5b665-7873-4d1c-b190-282a748b5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:17.873545 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-a6e5b665-7873-4d1c-b190-282a748b5e7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4057405
Apr 21 06:24:17.892300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:17.920338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 30da95f3-93ed-437a-96e5-3b9f85489f1b up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:17.927975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:18.005427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Sync routers for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:18.018662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:18.019404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0f080>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:18.038704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.040134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1a06e48c-2af8-4967-bed3-dd2b76145300 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.3343976
Apr 21 06:24:18.043711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45360) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:18.087974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.094276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 30da95f3-93ed-437a-96e5-3b9f85489f1b completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:18.101404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 30da95f3-93ed-437a-96e5-3b9f85489f1b triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:18.101951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.241054 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-aee3451d-4073-473f-8ebc-f776dd1be261 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595819
Apr 21 06:24:18.294236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Allocated IP 172.27.1.28 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/94f1ed85-3033-45a7-9382-d0239d8b64e0) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:18.518258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:18.588881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.644912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.654502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:18.758745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:18.762042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:18.766345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:18.788027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.803784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=94f1ed85-3033-45a7-9382-d0239d8b64e0,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:18.807263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:18.825783 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-224c43f1-1dc0-45df-b4ac-6a4d7cefa801 req-0481345b-f712-4b89-9015-28862c289fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5777714
Apr 21 06:24:18.878332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.895253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 30da95f3-93ed-437a-96e5-3b9f85489f1b, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=30da95f3-93ed-437a-96e5-3b9f85489f1b,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:18.934966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.936055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 188c79cb-f050-4a95-b019-2ae96d3f3282 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:18.948836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:18.974039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-796f74c2-0c49-4da5-b73e-7acd8c9d4af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:19.086203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=30da95f3-93ed-437a-96e5-3b9f85489f1b,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:19.090616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:19.110435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port 188c79cb-f050-4a95-b019-2ae96d3f3282 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:19.117516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 188c79cb-f050-4a95-b019-2ae96d3f3282 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:19.117946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.171881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0f080>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:15Z', 'revision_number': 3, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:19.195983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e0e39-c460-4427-bce3-e44f52766141 req-04418927-86d1-4dec-a20e-5c3615b405bb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:19.197839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-377e0e39-c460-4427-bce3-e44f52766141 req-04418927-86d1-4dec-a20e-5c3615b405bb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.2169859
Apr 21 06:24:19.200328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Checking router: 47297987-f12e-4dce-a305-4a3ff5396ae9 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:19.200586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Updating router 47297987-f12e-4dce-a305-4a3ff5396ae9 port c34d696c-0c51-4ec1-8465-c1ff8c7b924c binding host dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:24:19.282246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.291395 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-377e0e39-c460-4427-bce3-e44f52766141 req-6576156f-1060-483b-a074-46b154863b56 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789094
Apr 21 06:24:19.318699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.333411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.348910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.354829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-90647162-df54-41e4-9342-7db420d0ba2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:19.458144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.492819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=94f1ed85-3033-45a7-9382-d0239d8b64e0,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:19.503317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:19.517888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.548211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.549874 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7557502
Apr 21 06:24:19.577212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port 188c79cb-f050-4a95-b019-2ae96d3f3282, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=188c79cb-f050-4a95-b019-2ae96d3f3282,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:19.678138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.690318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:19.719043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Allocated IP 172.20.0.1 (34faa9de-49f7-4f3d-bc34-d43f93cfa489/a2f70f03-b0e8-4ce8-8835-51db7ad8806a/f609d958-0c1d-4fc1-bade-4c9ba29b681d) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:19.834262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:19.839769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:19.864351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 30da95f3-93ed-437a-96e5-3b9f85489f1b up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:19.895759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-9feda1b4-3d1b-4e37-b1f4-40b72ed673ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:19.916080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:19.928359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-9feda1b4-3d1b-4e37-b1f4-40b72ed673ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:19.930959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-9feda1b4-3d1b-4e37-b1f4-40b72ed673ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1780104669&fields=id&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 267 time: 0.1167219
Apr 21 06:24:19.938563 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Transition to ACTIVE for port object f609d958-0c1d-4fc1-bade-4c9ba29b681d will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:19.991286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.001447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0f9a8511-955a-4c3b-9519-2500128c30a8 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:20.035904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 30da95f3-93ed-437a-96e5-3b9f85489f1b triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:20.036378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.089588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.121264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Transition to ACTIVE for port object c34d696c-0c51-4ec1-8465-c1ff8c7b924c will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:20.131402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.135832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:20.145353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:20.151825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:20.159250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:20.227274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:20.241845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:20.276550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Attempting to bind port c34d696c-0c51-4ec1-8465-c1ff8c7b924c on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:20.276975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Attempting to bind port c34d696c-0c51-4ec1-8465-c1ff8c7b924c by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:20.277396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Attempting to bind port c34d696c-0c51-4ec1-8465-c1ff8c7b924c on network 572ea32f-b481-4731-bad4-c8c9b8d3e427 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:20.279960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Pushing event updated for resources: {'Port': ['ID=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:20.288601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-686606'] for router_interface, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.288856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:20.292143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:20.292574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Checking segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:20.297734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.298578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Bound using segment: {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:20.299555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Bound port: c34d696c-0c51-4ec1-8465-c1ff8c7b924c, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569114fa-6433-4051-84f1-c4442d3da988', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:20.300516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.441944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-961cbc29-b352-41e1-a430-7037e22cc053 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:20.453831 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-961cbc29-b352-41e1-a430-7037e22cc053 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 817 time: 0.5087721
Apr 21 06:24:20.469357 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-69f63fbf-8b17-49d9-ac58-03a122f741df tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/quotas/26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 375 time: 0.0140610
Apr 21 06:24:20.553341 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-07258132-60aa-42a0-9c9c-b6d088b032fa None None] Provisioning for port f609d958-0c1d-4fc1-bade-4c9ba29b681d completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:20.565580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] For port c34d696c-0c51-4ec1-8465-c1ff8c7b924c, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:20.568604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-07258132-60aa-42a0-9c9c-b6d088b032fa None None] Provisioning complete for port f609d958-0c1d-4fc1-bade-4c9ba29b681d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:20.569023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-07258132-60aa-42a0-9c9c-b6d088b032fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.654839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] For port c34d696c-0c51-4ec1-8465-c1ff8c7b924c, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:20.656995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-07258132-60aa-42a0-9c9c-b6d088b032fa None None] Port f609d958-0c1d-4fc1-bade-4c9ba29b681d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:20.661123 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.666670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:20.668693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-d2d62c19-452d-44c9-afbf-9205882c767a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:20.688722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1f0d2-cad0-4d13-aa5e-d9da7d45b287 req-87458c0d-ee61-427a-98cd-cb1df927f3ae tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:20.690642 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32d1f0d2-cad0-4d13-aa5e-d9da7d45b287 req-87458c0d-ee61-427a-98cd-cb1df927f3ae tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1482532
Apr 21 06:24:20.701267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-d2d62c19-452d-44c9-afbf-9205882c767a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:20.703513 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-d2d62c19-452d-44c9-afbf-9205882c767a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2198093
Apr 21 06:24:20.771968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:20.772744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0f080>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:20.814089 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-32d1f0d2-cad0-4d13-aa5e-d9da7d45b287 req-bd96b781-4a5f-4336-a89a-bccb1df3df75 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091793
Apr 21 06:24:20.870793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:24:20.932508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:20.996435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Pushing event updated for resources: {'Port': ['ID=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:21.002280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:21.069143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:21.149196 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-1b71e6f8-e17c-4412-ae3e-32dd8e02a67e service neutron] 10.222.0.37 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3998098
Apr 21 06:24:21.284278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:21.291242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:21.334552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c1b4cfc3-4c57-468d-864f-a888a3b66a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:21.383796 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-564c6e67-d1f8-49b1-8088-5cab13ae7db4 service neutron] 10.222.0.37 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277060
Apr 21 06:24:21.444763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:21.447819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854089111'] for router_interface, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:21.458858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:21.661244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:21.662740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:21.957613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 188c79cb-f050-4a95-b019-2ae96d3f3282 up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:21.964975 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-40cd5a9e-6f33-4929-ade7-5ed475528c03 req-6a77288e-5bbf-4a7f-b575-ce4e88a5c773 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 210 time: 0.1150653
Apr 21 06:24:22.010559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ac66a-bee6-41cc-9cbb-658e0ac33779 req-c6f8e39f-8a36-4ed9-a279-fa021b4cb268 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:22.018698 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f67ac66a-bee6-41cc-9cbb-658e0ac33779 req-c6f8e39f-8a36-4ed9-a279-fa021b4cb268 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.2745752
Apr 21 06:24:22.078904 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f67ac66a-bee6-41cc-9cbb-658e0ac33779 req-19d64443-cdc9-40fc-9eaa-a2066912aa24 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591180
Apr 21 06:24:22.117130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Router 47297987-f12e-4dce-a305-4a3ff5396ae9 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:24:22.130665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port 188c79cb-f050-4a95-b019-2ae96d3f3282 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:22.131198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:22.176755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9ce70e73-0cd8-4cfe-90e6-f0e7c2a2c34f None None] Provisioning complete for port f609d958-0c1d-4fc1-bade-4c9ba29b681d triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:22.177185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9ce70e73-0cd8-4cfe-90e6-f0e7c2a2c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:22.246198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0f080>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'f609d958-0c1d-4fc1-bade-4c9ba29b681d', 'name': '', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'mac_address': 'fa:16:3e:b0:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:19Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 1, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'subnets': [{'id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:22.271198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee4cab-8b86-431b-bf53-5c7b80f3720d None None] The sync data for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi is: [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'f609d958-0c1d-4fc1-bade-4c9ba29b681d', 'name': '', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'mac_address': 'fa:16:3e:b0:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:19Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 1, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'subnets': [{'id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:22.278945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9ce70e73-0cd8-4cfe-90e6-f0e7c2a2c34f None None] Port f609d958-0c1d-4fc1-bade-4c9ba29b681d cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:22.351148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:22.370205 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/47297987-f12e-4dce-a305-4a3ff5396ae9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3253231
Apr 21 06:24:23.227712 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1dfc33cb-1ccc-4cc3-8ecf-8cae4517850b req-070553aa-2d09-4824-b959-b2c48fb78412 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 210 time: 0.0877495
Apr 21 06:24:23.619389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45408) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:23.628209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422581113', 'description': 'tempest-secgroup-smoke-1422581113 description', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:23.635894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:23.643098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:23.643561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-50f29af6-a256-4e60-a56d-c59a59670446 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:23.644412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-50f29af6-a256-4e60-a56d-c59a59670446 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:23.647679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:23.656455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:23.664203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-50f29af6-a256-4e60-a56d-c59a59670446 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:23.665664 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-50f29af6-a256-4e60-a56d-c59a59670446 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 817 time: 0.3349297
Apr 21 06:24:23.721702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:23.728519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-abf9dc3b-1875-4857-93aa-3517e30de6f9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:23.770147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:23.775810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-abf9dc3b-1875-4857-93aa-3517e30de6f9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:security_group {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:23.779988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:23.783359 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-abf9dc3b-1875-4857-93aa-3517e30de6f9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 380 time: 0.1062429
Apr 21 06:24:23.784635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:23.793620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:23.800719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'port': {'device_id': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'admin_state_up': True, 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'security_groups': ['a4861d2b-e94f-4d82-adb8-eb603091a466']}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:23.822370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975231f0-416b-4002-b01b-a0e78eb82f77 req-8749767e-52c4-495d-bf62-53f433d86f25 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:23.824154 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-975231f0-416b-4002-b01b-a0e78eb82f77 req-8749767e-52c4-495d-bf62-53f433d86f25 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1612222
Apr 21 06:24:23.892404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c34d696c-0c51-4ec1-8465-c1ff8c7b924c up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:23.960137 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-975231f0-416b-4002-b01b-a0e78eb82f77 req-f96331fe-1005-406f-b844-228a680a1726 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065884
Apr 21 06:24:23.990019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.000586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.006762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e53882fd-0861-4681-97a5-1815621d8305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.019252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port c34d696c-0c51-4ec1-8465-c1ff8c7b924c completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:24.028373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port c34d696c-0c51-4ec1-8465-c1ff8c7b924c triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:24.029087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.043820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:24.050366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f941b0-dd7c-4ed7-833e-adab05406bf4,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.053703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.054665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.057618 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-994c4d60-6a57-4f9c-b92c-9c81b790f808 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4330344
Apr 21 06:24:24.059415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45416) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:24.066543 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:24.075536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:24.082638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:24.083962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Made reservation on behalf of 26e4673f89424dea8aa8d1582575a9ac for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:24.087113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:24.090748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:24.091852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.098484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:24.118089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.192457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.195821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.205857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-57fada50-4a97-4e97-9190-70c85ca9d7fa tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.229982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc38336-7259-4967-b12d-765c3feadb67,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.233453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.237332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.239373 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1702991
Apr 21 06:24:24.244137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45420) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:24.244280 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.254190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:24.263729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:24.268180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port c34d696c-0c51-4ec1-8465-c1ff8c7b924c, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:24.271179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.273273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.304500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:24.309769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:24.320220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:24.357091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.366678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Allocated IP 172.20.0.5 (19492d73-72e6-4381-b0d3-4491e2b8dea6/611e78a3-bd75-4cbe-b48c-df872c072e78/c9e2008f-06e7-4508-a381-e48e6682f3b3) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:24.404453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.409350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.514011 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6591aed9-e7f3-418f-88d5-7ef12d8bbbaf req-a9aec7ab-7113-4bca-a47f-20dd97f45dfb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 210 time: 0.0658045
Apr 21 06:24:24.555344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.573975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.587908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-430c9962-e52b-4999-a8f8-63204c2008a9 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.634529 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42e8508-9f9a-4663-ba6a-c6193ee57322,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.637209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.656969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.658251 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-da479321-5d96-4131-b5b5-88ac1f488a14 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4119394
Apr 21 06:24:24.661366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45426) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:24.667401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:24.675416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:24.679819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:24.680498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.683316 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:24.690892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:24.703871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Transition to ACTIVE for port object c9e2008f-06e7-4508-a381-e48e6682f3b3 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:24.712038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.739794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.746519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-38569d25-a92e-40c4-953e-71fc8dd6c81a tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.785993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.790239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.791799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.817649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d31710b-274f-436f-ad6a-67ba067f443b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.820354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.827850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.828887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:24.829397 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b32584fb-f299-4ce4-91fb-a474e51c6fe6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1668708
Apr 21 06:24:24.832239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45430) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:24.833155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:24.838642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:24.839957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:24.846878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:24.851413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:24.855036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:24.862878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:24.881122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.893989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:24.899194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:24.937060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:24.937794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.960041 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1709952
Apr 21 06:24:24.963274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.966300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:24.969163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e60c0531-d980-49da-be52-a97f71281d6e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:24.977157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Request body: {'port': {'device_id': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:24.996769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744dd066-343f-426e-be26-9e023742c95d,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:25.002204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:25.008108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.009516 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f849a378-4363-4b3c-b6a4-b53acd1d8ba8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1761594
Apr 21 06:24:25.018409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45436) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:25.025514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:25.039843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:25.049072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:25.056045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:25.067824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:25.088244 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Project 0bbbaf9ffdd54174ae4fe09518fd5878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:24:25.097582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.131774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9fcb5780-4b34-431c-b766-61756ebef934 None None] Provisioning for port c9e2008f-06e7-4508-a381-e48e6682f3b3 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:25.138079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.143434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-9fcb5780-4b34-431c-b766-61756ebef934 None None] Provisioning complete for port c9e2008f-06e7-4508-a381-e48e6682f3b3 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:25.143876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5780-4b34-431c-b766-61756ebef934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.219368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb5780-4b34-431c-b766-61756ebef934 None None] Port c9e2008f-06e7-4508-a381-e48e6682f3b3 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:25.288359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f083-4ac4-4434-b8c9-31bc8c1ee32a req-9a990c6d-0fa4-4878-bc10-bd9658e7b1da tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:25.290118 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b010f083-4ac4-4434-b8c9-31bc8c1ee32a req-9a990c6d-0fa4-4878-bc10-bd9658e7b1da tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1635582
Apr 21 06:24:25.303794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.320439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.334849 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-04b1186e-601e-4039-8bac-07279a3ba720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:25.374859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4fa9c4-c0a0-478d-bc16-8b280ad1fddc,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:25.380472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:25.388997 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b010f083-4ac4-4434-b8c9-31bc8c1ee32a req-2c7cec1a-af13-430b-8667-c3a0d2043fc5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874701
Apr 21 06:24:25.394044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.395443 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1826bc08-e5fa-4cbf-bc54-33276d4b12be tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3775661
Apr 21 06:24:25.400731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 45440) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:25.411099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'security_group_rule': {'security_group_id': 'a9f941b0-dd7c-4ed7-833e-adab05406bf4', 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:25.421997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:25.431737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:security_group_rule and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:24:25.438253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:24:25.448675 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:25.462316 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.securitygroups_db [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Project 0bbbaf9ffdd54174ae4fe09518fd5878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 06:24:25.478353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.630573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.634036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.640284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:25.647298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:24:25.657347 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7690c2cc-abd6-4bb1-ae61-5694edd9578c,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:25.661557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:25.664044 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.684291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.686885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Transition to ACTIVE for port object c9e2008f-06e7-4508-a381-e48e6682f3b3 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:25.687041 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-456943b9-ab1f-40a4-8103-d0bba2f4585b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2838459
Apr 21 06:24:25.690730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:25.697755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:25.798901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae83d5-7c77-40a0-b2bd-4ba3f9a281ec req-9b3eaa33-d8b9-4aa3-88e0-028064136c75 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:25.808449 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-feae83d5-7c77-40a0-b2bd-4ba3f9a281ec req-9b3eaa33-d8b9-4aa3-88e0-028064136c75 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1198933
Apr 21 06:24:25.909950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c34d696c-0c51-4ec1-8465-c1ff8c7b924c up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:25.944315 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-feae83d5-7c77-40a0-b2bd-4ba3f9a281ec req-86f486eb-5b1a-446d-b150-44a3280c7547 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317081
Apr 21 06:24:26.042089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port c34d696c-0c51-4ec1-8465-c1ff8c7b924c triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:26.042629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:26.047791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:26.054762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:26.090938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Attempting to bind port c9e2008f-06e7-4508-a381-e48e6682f3b3 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:26.091303 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Attempting to bind port c9e2008f-06e7-4508-a381-e48e6682f3b3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:26.091742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Attempting to bind port c9e2008f-06e7-4508-a381-e48e6682f3b3 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:26.098207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Port c9e2008f-06e7-4508-a381-e48e6682f3b3 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:24:26.098682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Attempting to bind port c9e2008f-06e7-4508-a381-e48e6682f3b3 on network 19492d73-72e6-4381-b0d3-4491e2b8dea6 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:26.104905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:26.105282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Checking segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:26.105712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Bound using segment: {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:26.106195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Bound port: c9e2008f-06e7-4508-a381-e48e6682f3b3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f9b5b4-5a28-4fb9-a040-223c92e81721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:26.106583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:26.120705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Sync routers for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:26.143399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:26.144531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c836b4390>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:26.254404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:26.258380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:26.263730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:26.269903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4e7ad75-c9f6-4e99-a2ea-2faac20152d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:26.329240 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:26.329913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:26.331488 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] 10.222.0.35 "PUT /v2.0/ports/c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 1093 time: 1.3623443
Apr 21 06:24:26.334310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:26.371620 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:26.375233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-07aa855c-454a-43ee-9484-dcc0e3b03273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:26.430086 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:26.492538 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'status': 'completed', 'code': 200}
Apr 21 06:24:26.590970 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-74741188-aed1-4e8b-bbf2-8b4b9286541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:26.594309 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-74741188-aed1-4e8b-bbf2-8b4b9286541c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1096 time: 0.1995614
Apr 21 06:24:26.747635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce525d9-1e3e-467f-9f9a-62f3fc3ad637 req-94d17422-719e-4e96-a1de-c14d17acc0e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:26.751312 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5ce525d9-1e3e-467f-9f9a-62f3fc3ad637 req-94d17422-719e-4e96-a1de-c14d17acc0e5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1519504
Apr 21 06:24:26.796565 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-d3097982-3847-4026-944f-d6365f84a772 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 217 time: 0.1927814
Apr 21 06:24:26.816612 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5ce525d9-1e3e-467f-9f9a-62f3fc3ad637 req-5456f8e7-3cf2-40d9-b48a-b339f71ba0a0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581596
Apr 21 06:24:26.916497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-25457903-3ab5-4996-942c-5e158f170e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:26.919231 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-25457903-3ab5-4996-942c-5e158f170e8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.1157117
Apr 21 06:24:27.048759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-9ea9eaa2-35ca-4dba-a2ae-950bbade37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:27.051432 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-9ea9eaa2-35ca-4dba-a2ae-950bbade37c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1252007
Apr 21 06:24:27.082429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c836b4390>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'f609d958-0c1d-4fc1-bade-4c9ba29b681d', 'name': '', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'mac_address': 'fa:16:3e:b0:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:19Z', 'updated_at': '2021-04-21T06:24:21Z', 'revision_number': 2, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'subnets': [{'id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:27.087670 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Checking router: 47297987-f12e-4dce-a305-4a3ff5396ae9 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:27.088159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Updating router 47297987-f12e-4dce-a305-4a3ff5396ae9 port f609d958-0c1d-4fc1-bade-4c9ba29b681d binding host dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:24:27.177398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:27.216221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9ebbb-3918-4a0c-bf3d-a480909309c3 req-75be9e6b-bd85-4f2a-90cf-02d9af0e48f7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:27.218872 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-15f9ebbb-3918-4a0c-bf3d-a480909309c3 req-75be9e6b-bd85-4f2a-90cf-02d9af0e48f7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1175964
Apr 21 06:24:27.304789 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-15f9ebbb-3918-4a0c-bf3d-a480909309c3 req-217c3f9c-80ef-4761-99fa-64ce792bbb02 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750325
Apr 21 06:24:27.523242 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-fbdbe600-6ab2-45ba-acca-e66cc9458f81 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4639361
Apr 21 06:24:27.725900 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-687e1ed8-3f2a-4483-8064-33114466afb3 req-6a8546a7-170e-4dcf-8073-314ae6b8c6c9 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934698
Apr 21 06:24:27.869094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks [] for port, precommit_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:27.885299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Transition to ACTIVE for port object f609d958-0c1d-4fc1-bade-4c9ba29b681d will not be triggered until provisioned by entity L2. {{(pid=86323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:27.892223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:27.898097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b225e326-dba5-4f1b-af7d-4464c10d8c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:27.913545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c6de-7326-41cc-bef4-976358a50f0c req-8457e5f3-0ab0-4dbe-98b3-1817c6edbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:27.919507 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-8457e5f3-0ab0-4dbe-98b3-1817c6edbc3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1096 time: 0.1167638
Apr 21 06:24:28.070216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b66152-7ddd-42d3-850c-cc0ffd45a10b None None] Pushing event updated for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=3']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:28.073656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-66b66152-7ddd-42d3-850c-cc0ffd45a10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:28.124848 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21bbe-8446-45a5-bbfd-c8712a9cdc24 req-0add7578-112f-43f1-988c-0400d931989d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:28.133543 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-49f21bbe-8446-45a5-bbfd-c8712a9cdc24 req-0add7578-112f-43f1-988c-0400d931989d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1618602
Apr 21 06:24:28.154064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Attempting to bind port f609d958-0c1d-4fc1-bade-4c9ba29b681d on host dv-cinder-776307-5-iscsi for vnic_type normal with profile  {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:28.154764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Attempting to bind port f609d958-0c1d-4fc1-bade-4c9ba29b681d by drivers openvswitch,hyperv on host dv-cinder-776307-5-iscsi at level 0 using segments [{'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:28.155854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c6de-7326-41cc-bef4-976358a50f0c req-c50f2ee3-3170-496a-b011-394c7fecac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:28.156420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Attempting to bind port f609d958-0c1d-4fc1-bade-4c9ba29b681d on network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:28.157752 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-c50f2ee3-3170-496a-b011-394c7fecac2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.2334988
Apr 21 06:24:28.164112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Checking agent: {'id': '1afb5cdf-4d58-442e-b661-e1b93b12be2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 9, 39), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:28.164523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Checking segment: {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:28.165210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:28.165458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Bound using segment: {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'} {{(pid=86323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:28.166043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Bound port: f609d958-0c1d-4fc1-bade-4c9ba29b681d, host: dv-cinder-776307-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668aa8d6-3aca-4897-87a7-22be34af8b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489'}}] {{(pid=86323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:28.166607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:28.195150 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-49f21bbe-8446-45a5-bbfd-c8712a9cdc24 req-980df9d8-6ac2-4814-a36e-f770823fa295 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520270
Apr 21 06:24:28.281284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] For port f609d958-0c1d-4fc1-bade-4c9ba29b681d, host dv-cinder-776307-5-iscsi, cleared binding levels {{(pid=86323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:28.285174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] For port f609d958-0c1d-4fc1-bade-4c9ba29b681d, host dv-cinder-776307-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=f609d958-0c1d-4fc1-bade-4c9ba29b681d,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:28.289590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:28.293483 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-880a6b95-034e-4130-b0c4-2f72d2d2077e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 217 time: 0.1276121
Apr 21 06:24:28.295322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-635b6eb6-ef01-4f67-a6d3-bfb8026df61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:28.378125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c6de-7326-41cc-bef4-976358a50f0c req-a61b8624-7e2a-4e25-889f-b1ac39f9f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:28.379890 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-a61b8624-7e2a-4e25-889f-b1ac39f9f9e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0796821
Apr 21 06:24:28.380845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:28.381532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c836b4390>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:28.444262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b66152-7ddd-42d3-850c-cc0ffd45a10b None None] Pushing event updated for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=4']} {{(pid=86323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:28.457097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-66b66152-7ddd-42d3-850c-cc0ffd45a10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:28.582801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c6de-7326-41cc-bef4-976358a50f0c req-6943f6f2-0ebb-4053-a372-ecd79606ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:28.585241 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-6943f6f2-0ebb-4053-a372-ecd79606ade2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1974370
Apr 21 06:24:28.614398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da209904-9c7f-4d35-8bda-0d91a6f94576 req-690a964c-a583-4136-8b70-0dccf1430d94 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:28.617328 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-da209904-9c7f-4d35-8bda-0d91a6f94576 req-690a964c-a583-4136-8b70-0dccf1430d94 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1598251
Apr 21 06:24:28.681314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-da209904-9c7f-4d35-8bda-0d91a6f94576 req-a9f53cfd-3452-439b-bace-327680fc8c90 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534918
Apr 21 06:24:28.687929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:28.759950 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-c3d7bd69-1d74-4a6d-b3b7-0457510d3e55 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607451
Apr 21 06:24:28.937226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7401c6de-7326-41cc-bef4-976358a50f0c req-c0482c0d-01b8-4835-914b-e78c6565788c service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655893
Apr 21 06:24:29.037865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c836b4390>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'f609d958-0c1d-4fc1-bade-4c9ba29b681d', 'name': '', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'mac_address': 'fa:16:3e:b0:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:19Z', 'updated_at': '2021-04-21T06:24:28Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'subnets': [{'id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:29.042015 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f3048-177a-49f5-b5f6-d68dcceb25c9 None None] The sync data for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi is: [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:24:20Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': 'f609d958-0c1d-4fc1-bade-4c9ba29b681d', 'name': '', 'network_id': '34faa9de-49f7-4f3d-bc34-d43f93cfa489', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'mac_address': 'fa:16:3e:b0:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:19Z', 'updated_at': '2021-04-21T06:24:28Z', 'revision_number': 4, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'subnets': [{'id': 'a2f70f03-b0e8-4ce8-8835-51db7ad8806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:29.431778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed5b0-7213-4aee-891d-65b380c51011 req-20a3c733-eecd-468c-a65a-35e5cf808f95 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:29.433456 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a6aed5b0-7213-4aee-891d-65b380c51011 req-20a3c733-eecd-468c-a65a-35e5cf808f95 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1100194
Apr 21 06:24:29.484474 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a6aed5b0-7213-4aee-891d-65b380c51011 req-b02c5fc4-c60e-4e50-ae17-c6e71926aac5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443838
Apr 21 06:24:29.850653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device f609d958-0c1d-4fc1-bade-4c9ba29b681d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:29.922361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbbb88-e2c5-4209-83aa-196eaecdcac6 req-ae94164d-6232-4381-b66b-60503614ea62 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:29.924026 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ecbbb88-e2c5-4209-83aa-196eaecdcac6 req-ae94164d-6232-4381-b66b-60503614ea62 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0926356
Apr 21 06:24:29.928210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning for port f609d958-0c1d-4fc1-bade-4c9ba29b681d completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:29.933212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port f609d958-0c1d-4fc1-bade-4c9ba29b681d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:29.933632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:29.976136 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ecbbb88-e2c5-4209-83aa-196eaecdcac6 req-2900401f-87c5-41b9-b360-2b0304e025f3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451059
Apr 21 06:24:30.071801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:30.106114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] For port f609d958-0c1d-4fc1-bade-4c9ba29b681d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=f609d958-0c1d-4fc1-bade-4c9ba29b681d,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:30.109185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:30.111094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:30.190107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Pushing event updated for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:30.197978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.198369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.198753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.199131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.199501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.199869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.200262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.200632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.200997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.201359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.201719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.202648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:24:30.206668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:30.211402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:24:30.355625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:30.370441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:24:30.434158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:30.453903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:24:30.470488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:30.473452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:30.475316 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9a7a5748-44ce-451a-a441-f14eac39308a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:30.546922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:30.551157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:30.705993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09516-ff55-4a97-977f-22b7e836d3b8 req-2660ef6a-f39f-4fb6-a35b-a96ceadd262d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:30.707486 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2b09516-ff55-4a97-977f-22b7e836d3b8 req-2660ef6a-f39f-4fb6-a35b-a96ceadd262d tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.0968099
Apr 21 06:24:30.736446 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['c9e2008f-06e7-4508-a381-e48e6682f3b3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:24:30.758045 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c2b09516-ff55-4a97-977f-22b7e836d3b8 req-7ea83a74-9a5a-4b22-860d-4b3e7a4e75f4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440347
Apr 21 06:24:31.187468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1e27-2ca8-43ab-898e-29b16eb6ebea req-dc528c12-fa76-448f-8324-3f379d425b8f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:31.189124 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4bc1e27-2ca8-43ab-898e-29b16eb6ebea req-dc528c12-fa76-448f-8324-3f379d425b8f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.0922604
Apr 21 06:24:31.241423 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e4bc1e27-2ca8-43ab-898e-29b16eb6ebea req-62d584eb-b3d9-4774-a3b7-9c6b032db56f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460379
Apr 21 06:24:31.831079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device f609d958-0c1d-4fc1-bade-4c9ba29b681d up at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:31.907544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Provisioning complete for port f609d958-0c1d-4fc1-bade-4c9ba29b681d triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:31.907975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:31.927440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-91a8080c-9949-4ae3-94c9-d8c2fff03144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:31.929137 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-91a8080c-9949-4ae3-94c9-d8c2fff03144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.0865443
Apr 21 06:24:31.972149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163c4a-9f6b-457a-80e9-cdefedf55fce req-909166aa-3109-4588-871c-bfb1e88a09d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:31.973913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-16163c4a-9f6b-457a-80e9-cdefedf55fce req-909166aa-3109-4588-871c-bfb1e88a09d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.0977776
Apr 21 06:24:32.048208 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-16163c4a-9f6b-457a-80e9-cdefedf55fce req-7e7d8560-d48d-4bde-a97f-51a8241b065c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675137
Apr 21 06:24:32.092610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-cee2ee37-5d6d-46aa-892a-277f718744da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:32.094129 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-cee2ee37-5d6d-46aa-892a-277f718744da service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.1565943
Apr 21 06:24:32.213701 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-1eb2ee83-143d-4590-8d60-68e6e250572c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 1001 time: 0.1124392
Apr 21 06:24:32.220904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:32.297838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-97dbeac6-46ba-41ce-8bc9-c634d61ec8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:32.299855 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-97dbeac6-46ba-41ce-8bc9-c634d61ec8ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.0775201
Apr 21 06:24:32.301572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port c9e2008f-06e7-4508-a381-e48e6682f3b3 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:32.306761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port c9e2008f-06e7-4508-a381-e48e6682f3b3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:32.307202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:32.391001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-175dc44d-f543-44d3-a01a-8a59afa984a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:32.392589 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-175dc44d-f543-44d3-a01a-8a59afa984a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853167
Apr 21 06:24:32.449200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:32.472814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abab81-c701-45be-a8a9-e1a270675e6f req-3a84b564-3bd1-4656-a9a1-6d9356413e5b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:32.474465 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45abab81-c701-45be-a8a9-e1a270675e6f req-3a84b564-3bd1-4656-a9a1-6d9356413e5b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.1027274
Apr 21 06:24:32.476562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:32.488126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:32.506391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:32.509572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3b3242c6-cc18-4768-9875-5d7af6b6eaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:32.554765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45abab81-c701-45be-a8a9-e1a270675e6f req-e0f1baf3-7587-4130-ba52-d1187116ea7a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726814
Apr 21 06:24:32.591957 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-494fb583-43be-46da-b867-f3e22125bf1c service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916645
Apr 21 06:24:32.609240 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:32.613346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:32.616962 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'code': 200}
Apr 21 06:24:32.750469 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7baed3f-abcc-40ef-9a74-9604ee0266df req-ecee006b-da90-4d05-814e-fbf32bfb2ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487219
Apr 21 06:24:32.869460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7365e-5aa8-4b51-8320-44945b7c3251 req-7dfb442b-14e8-4565-8e74-d3f15f9f3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:32.871112 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c6c7365e-5aa8-4b51-8320-44945b7c3251 req-7dfb442b-14e8-4565-8e74-d3f15f9f3be0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1098 time: 0.0796044
Apr 21 06:24:32.917172 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c6c7365e-5aa8-4b51-8320-44945b7c3251 req-af784a72-d9ee-43a8-abb7-02d2ab082b83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386846
Apr 21 06:24:33.251946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd927b-393c-4753-9df8-08697c73c495 req-537be03b-98d5-4f2b-ba23-e78b54a4f858 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:33.253574 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8cbd927b-393c-4753-9df8-08697c73c495 req-537be03b-98d5-4f2b-ba23-e78b54a4f858 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.0880699
Apr 21 06:24:33.303434 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8cbd927b-393c-4753-9df8-08697c73c495 req-1df5a306-e91c-4415-a090-f5402010bb69 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432823
Apr 21 06:24:33.802584 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05badc38-0b9d-40e0-9660-c54cea6d6e30 req-9dc29c6b-b52c-4c67-b1fd-adbb26a712ac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:33.804256 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-05badc38-0b9d-40e0-9660-c54cea6d6e30 req-9dc29c6b-b52c-4c67-b1fd-adbb26a712ac tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1276829
Apr 21 06:24:33.858835 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-05badc38-0b9d-40e0-9660-c54cea6d6e30 req-b3a6de6d-0e10-4059-898b-067db1c32b42 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470619
Apr 21 06:24:34.537602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f38-b3b9-4897-ac2b-f969081c4793 req-e64abf88-82e8-4dbf-b3da-001186b3769b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:34.539358 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ffb0f38-b3b9-4897-ac2b-f969081c4793 req-e64abf88-82e8-4dbf-b3da-001186b3769b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1121480
Apr 21 06:24:34.597916 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ffb0f38-b3b9-4897-ac2b-f969081c4793 req-7f830f5e-9f59-4896-894b-7976b29b20c2 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475335
Apr 21 06:24:34.895723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c9524093-6d78-41c1-816e-e9d3bca42b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:35.088136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546de6-c8fe-4376-9cfc-2fb993c96521 req-d909b8b5-95c4-4e45-a4c4-d7aa5ccf5842 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:35.089827 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e0546de6-c8fe-4376-9cfc-2fb993c96521 req-d909b8b5-95c4-4e45-a4c4-d7aa5ccf5842 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1055632
Apr 21 06:24:35.145636 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e0546de6-c8fe-4376-9cfc-2fb993c96521 req-0d476116-3491-4f3e-94f5-e15124d940bc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482841
Apr 21 06:24:35.356414 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ef5e7-5f08-4505-bcf0-15cb33c50b86 req-58ba89e2-6b92-427c-841d-740ca98cbe47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:35.358141 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fc3ef5e7-5f08-4505-bcf0-15cb33c50b86 req-58ba89e2-6b92-427c-841d-740ca98cbe47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0993578
Apr 21 06:24:35.368222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45554) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:24:35.374082 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Request body: {'floatingip': {'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:35.463018 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:35.845393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad223f-de7a-441f-ada6-2a3d63c9eaa2 req-23b32914-cb36-4e9c-a933-1137263ad0f4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:35.847009 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c6ad223f-de7a-441f-ada6-2a3d63c9eaa2 req-23b32914-cb36-4e9c-a933-1137263ad0f4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1076064
Apr 21 06:24:35.897640 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c6ad223f-de7a-441f-ada6-2a3d63c9eaa2 req-8f923ba3-5df9-4783-9196-a3e5bfa71cf5 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438850
Apr 21 06:24:36.182676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:36.195141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:36.313974 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a427-7e60-4207-9dc3-428d3667591d req-73176613-cfc9-464a-b1fa-7bf3865e9cd1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:36.315687 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b037a427-7e60-4207-9dc3-428d3667591d req-73176613-cfc9-464a-b1fa-7bf3865e9cd1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1083069
Apr 21 06:24:36.368956 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b037a427-7e60-4207-9dc3-428d3667591d req-2a10a5a3-87c8-4034-9fc3-b0c3d5cd7dc4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465219
Apr 21 06:24:36.642822 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-1d19d81f-597f-4116-bcce-c5c78a20b39e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4995573
Apr 21 06:24:36.653137 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Floating IP bc56a20a-3ee9-4e23-81cf-220e7145624b associated. External IP: 172.27.1.28, port: c9e2008f-06e7-4508-a381-e48e6682f3b3.
Apr 21 06:24:37.067922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:24:37.277041 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:24:37.282708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:37.287474 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:24:37.300668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:37.301361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8203fb38>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:37.354736 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-02d22417-c142-4bd9-b37d-82c784c1ad44 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "PUT /v2.0/floatingips/bc56a20a-3ee9-4e23-81cf-220e7145624b HTTP/1.1" status: 200  len: 990 time: 1.9806764
Apr 21 06:24:37.354736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:37.422840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'status': 'completed', 'code': 200}
Apr 21 06:24:37.550567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:37.563407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-fae5daf7-7c4b-4f41-9ce9-26c78c6b37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:37.563674 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-fae5daf7-7c4b-4f41-9ce9-26c78c6b37c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1098 time: 0.1112409
Apr 21 06:24:37.641011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8c6a-a031-4ede-bf36-3584018a5df0 req-7c9eb784-9c6d-4a05-9c09-30ebbb8445d0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:37.642955 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-405a8c6a-a031-4ede-bf36-3584018a5df0 req-7c9eb784-9c6d-4a05-9c09-30ebbb8445d0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.1061380
Apr 21 06:24:37.695600 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-405a8c6a-a031-4ede-bf36-3584018a5df0 req-e2d4adeb-cb39-4494-a5fb-e2f4eada16d4 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459094
Apr 21 06:24:37.719187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-bf0d30dc-5474-4552-9900-4cc1d1cfe37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:37.721010 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-bf0d30dc-5474-4552-9900-4cc1d1cfe37a service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.1495655
Apr 21 06:24:37.860058 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-146b4862-5a8e-499b-b872-43ebd8e16219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 998 time: 0.1304131
Apr 21 06:24:37.950988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-80d94cb4-436e-4e11-b128-cdebfc0f6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:37.953227 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-80d94cb4-436e-4e11-b128-cdebfc0f6349 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0873566
Apr 21 06:24:37.994035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4b4d25a0-29e5-44e3-a7da-cf233a85d903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:38.030804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8203fb38>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'bc56a20a-3ee9-4e23-81cf-220e7145624b', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:24:18Z', 'updated_at': '2021-04-21T06:24:36Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:38.035362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:24:38.046359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:24:38.047142 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8203fb38>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:38.054726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-4a5b0c04-07b7-4108-bf2d-93b867a554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.056372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-4a5b0c04-07b7-4108-bf2d-93b867a554a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955062
Apr 21 06:24:38.093469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd53f-b705-4728-9707-55ce598d366a req-770607cf-5624-4e71-ad58-8ae4f541b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.095222 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-770607cf-5624-4e71-ad58-8ae4f541b0be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d&tenant_id=3ded2bd119c742c28b20098321779f05 HTTP/1.1" status: 200  len: 1098 time: 0.0910270
Apr 21 06:24:38.209043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd53f-b705-4728-9707-55ce598d366a req-4bf74846-023e-4fd7-b7eb-00d6891c2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.210635 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-4bf74846-023e-4fd7-b7eb-00d6891c2ef0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.0919979
Apr 21 06:24:38.238876 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-23179824-c32a-4460-a6db-e2f5e29e0ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741462
Apr 21 06:24:38.385049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:24:38.401848 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb9b18f-a60c-47ba-9361-56379c5894fc req-8b521942-e891-4361-9c86-c097f7634442 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555068
Apr 21 06:24:38.407585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd53f-b705-4728-9707-55ce598d366a req-183d647b-333d-49ff-9bfe-1add118aa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.410405 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-183d647b-333d-49ff-9bfe-1add118aa4c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.1916058
Apr 21 06:24:38.515033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:38.565126 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-bb59d2f2-5051-4d1f-a6f5-2fc1b13074b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 1001 time: 0.1475668
Apr 21 06:24:38.569090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:24:38.636133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:38.699350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:38.705451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd53f-b705-4728-9707-55ce598d366a req-8db92148-4370-4d6f-92aa-6d4b3defa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.707161 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-8db92148-4370-4d6f-92aa-6d4b3defa9e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.1329243
Apr 21 06:24:38.778199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:38.785026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:38.802948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:38.825180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd53f-b705-4728-9707-55ce598d366a req-23418deb-b2ca-4a52-9aa9-4c5677174345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:38.827673 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-23418deb-b2ca-4a52-9aa9-4c5677174345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1135468
Apr 21 06:24:38.861306 dv-cinder-776307-5-iscsi neutron-server[86207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'code': 422} returned with failed status
Apr 21 06:24:38.994777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=6']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:39.000660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:39.001405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:39.060996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5546c6f-ff58-4189-9cd3-aee5ac8d472c req-f824e9d2-db34-4d7b-b7f6-7b49e9d92276 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:39.062688 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5546c6f-ff58-4189-9cd3-aee5ac8d472c req-f824e9d2-db34-4d7b-b7f6-7b49e9d92276 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.2316699
Apr 21 06:24:39.072579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-c5e01bc6-0995-46ab-93a3-ecff05557b24 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919382
Apr 21 06:24:39.130186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8203fb38>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'bc56a20a-3ee9-4e23-81cf-220e7145624b', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:24:18Z', 'updated_at': '2021-04-21T06:24:36Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:24:39.135155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed78c0-c8f5-47bd-9210-ff4e9334ecca None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'bc56a20a-3ee9-4e23-81cf-220e7145624b', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:24:18Z', 'updated_at': '2021-04-21T06:24:36Z', 'revision_number': 1, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:24:39.185630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:39.212757 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a5546c6f-ff58-4189-9cd3-aee5ac8d472c req-e085c56b-1804-4ab5-bdeb-0c1d3cd891a2 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425030
Apr 21 06:24:39.439009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807b7b6-a94e-4282-a6a1-6255ae4949ea None None] New status for floating IP bc56a20a-3ee9-4e23-81cf-220e7145624b: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:24:39.492031 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1a5cd53f-b705-4728-9707-55ce598d366a req-b85e89af-3535-4f56-b58b-7330c2f2564e service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4036982
Apr 21 06:24:39.602740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:40.417400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb468-3d33-4059-aba6-88fdb03c1555 req-17875a59-d9b3-4f48-a88b-a66cfa97ebb7 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:40.419114 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6efeb468-3d33-4059-aba6-88fdb03c1555 req-17875a59-d9b3-4f48-a88b-a66cfa97ebb7 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.0890222
Apr 21 06:24:40.469670 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6efeb468-3d33-4059-aba6-88fdb03c1555 req-20a6d8aa-1a56-426c-86f4-e4091bf2617b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439174
Apr 21 06:24:41.735245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e5737-37c3-4b3a-b197-ec99afd62cd1 req-3baf6b2c-9405-4b18-b13b-748d4ea2f3a6 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:41.737003 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b27e5737-37c3-4b3a-b197-ec99afd62cd1 req-3baf6b2c-9405-4b18-b13b-748d4ea2f3a6 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.0952384
Apr 21 06:24:41.790742 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b27e5737-37c3-4b3a-b197-ec99afd62cd1 req-5493d6cd-74d2-4049-94db-886746456532 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459905
Apr 21 06:24:43.012531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dcee6-7c1c-42e1-8ccf-9c482be566fa req-426ab319-3865-4494-9879-370f63071e09 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:43.014224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ca7dcee6-7c1c-42e1-8ccf-9c482be566fa req-426ab319-3865-4494-9879-370f63071e09 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.0950613
Apr 21 06:24:43.073199 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ca7dcee6-7c1c-42e1-8ccf-9c482be566fa req-fed067f0-5f1f-4cba-ad84-a37ae42c4edf tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465729
Apr 21 06:24:43.856560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-da7d00be-699f-44f6-a148-46999f6c1dda tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:43.875815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-da7d00be-699f-44f6-a148-46999f6c1dda tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:43.877335 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-da7d00be-699f-44f6-a148-46999f6c1dda tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422581113&fields=id&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 267 time: 0.0658062
Apr 21 06:24:44.052569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-589a5c20-4f79-48cc-8a18-9801953c8835 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:44.054184 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-589a5c20-4f79-48cc-8a18-9801953c8835 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.1690507
Apr 21 06:24:44.073726 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-06866be3-340f-4372-bd83-03158faae919 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/quotas/0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 375 time: 0.0128284
Apr 21 06:24:44.170861 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-94cbcccb-d229-4831-80c6-29bc512a4f26 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:44.190494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-94cbcccb-d229-4831-80c6-29bc512a4f26 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:44.192402 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-94cbcccb-d229-4831-80c6-29bc512a4f26 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1116693
Apr 21 06:24:44.423666 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-25d4f096-1aa6-4391-96f0-f930ec49a6ca service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177126
Apr 21 06:24:44.432312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b26f8-1019-4da2-87f2-568ad98a2e77 req-b3d66bcd-6e36-4d71-8a55-3429ad5fb830 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:44.433968 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f2b26f8-1019-4da2-87f2-568ad98a2e77 req-b3d66bcd-6e36-4d71-8a55-3429ad5fb830 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.1972618
Apr 21 06:24:44.591735 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6f2b26f8-1019-4da2-87f2-568ad98a2e77 req-6b2dd859-f948-4c7c-87af-d8e43e158df6 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325736
Apr 21 06:24:44.627588 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-8a8574ba-d4e3-464e-ba55-85070f974841 service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925104
Apr 21 06:24:45.112531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6ae2c2b3-05f2-4879-8b1f-1aeff12feb10 req-e5721c46-b117-47d6-8dc1-7730670a6cd4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 210 time: 0.0547068
Apr 21 06:24:45.817346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf478b4-f8f7-4c5d-b9aa-5cf3fa117fbd req-cbff2cb2-f237-428e-aa6b-42aa5fc9671e tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:45.819042 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9bf478b4-f8f7-4c5d-b9aa-5cf3fa117fbd req-cbff2cb2-f237-428e-aa6b-42aa5fc9671e tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 943 time: 0.0991819
Apr 21 06:24:45.872255 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9bf478b4-f8f7-4c5d-b9aa-5cf3fa117fbd req-b090a113-8d7b-4961-afe5-8fb07348f33b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459104
Apr 21 06:24:46.282723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:24:46.373134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5077f7d9-f149-4899-ab4e-6ba8e4d7c07c req-af1ac181-fd6c-45c6-b8e7-0cd01943afad tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 210 time: 0.0615232
Apr 21 06:24:46.432794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d40ca-523e-42a1-96b8-ee1a7caaa39b req-13ea2ef6-7bb0-4362-9e87-d8c15250a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:46.435461 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4f7d40ca-523e-42a1-96b8-ee1a7caaa39b req-13ea2ef6-7bb0-4362-9e87-d8c15250a734 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1096 time: 0.1087894
Apr 21 06:24:46.455739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:46.466804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-e36143cc-7613-4b28-abe7-3cc0bcd5910e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:46.470466 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-e36143cc-7613-4b28-abe7-3cc0bcd5910e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.2736714
Apr 21 06:24:46.476092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'port_id': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'mac_address': 'fa:16:3e:b9:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:24:46.495128 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4f7d40ca-523e-42a1-96b8-ee1a7caaa39b req-e16a6ce3-06e3-4f05-8c4d-45a86bc7e11c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494919
Apr 21 06:24:46.535422 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-6818647a-caff-45ec-8828-9c1a59110516 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 380 time: 0.0547187
Apr 21 06:24:46.552469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'port': {'device_id': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'admin_state_up': True, 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'security_groups': ['a9f941b0-dd7c-4ed7-833e-adab05406bf4']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:46.580573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:46.614587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f92060d-78d9-405c-b88a-fe7551ec62eb {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:24:46.631239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:46.634860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:46.636976 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:46.711407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=7']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:46.714318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:24:46.714643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:46.725853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:24:46.735852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Made reservation on behalf of 0bbbaf9ffdd54174ae4fe09518fd5878 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:24:46.742159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:46.910257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['4f92060d-78d9-405c-b88a-fe7551ec62eb'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:24:46.921646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.20.0.3 (e6e6396e-f3ef-4730-a501-5d6703c90a7d/673e09cb-df9e-42e0-a77d-2fad69724498/2a9ed600-8048-48f8-bfd1-bc4dfd12c096) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:24:47.226052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:47.237488 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4208125-de55-47eb-8929-f0d9e62e313b req-a0dc7aae-59bf-4a30-8403-dcab780d11f6 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:47.245356 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d4208125-de55-47eb-8929-f0d9e62e313b req-a0dc7aae-59bf-4a30-8403-dcab780d11f6 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 944 time: 0.1833372
Apr 21 06:24:47.293268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Transition to ACTIVE for port object 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:47.312891 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d4208125-de55-47eb-8929-f0d9e62e313b req-7d45da54-ecaf-46aa-9e43-c548f08be107 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665553
Apr 21 06:24:47.354079 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:47.360722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aafbcfb3-927e-4bb6-9feb-a5cdfd44166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:47.439435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:24:47.443175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:24:47.447875 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:24:47.501409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:47.513294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:47.566356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:47.567424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:47.596449 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0488691
Apr 21 06:24:47.610017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Request body: {'port': {'device_id': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:24:47.779863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b8cf870f-bc64-4898-9fbb-47101611b70e None None] Provisioning for port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:47.785137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-b8cf870f-bc64-4898-9fbb-47101611b70e None None] Provisioning complete for port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:47.785556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b8cf870f-bc64-4898-9fbb-47101611b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:47.818093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:47.837460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fde64-e79c-4492-b4fc-72b80570aade req-6c3e12c8-7a4f-4637-9c73-c6d8397b6f06 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:47.838263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7e6fde64-e79c-4492-b4fc-72b80570aade req-6c3e12c8-7a4f-4637-9c73-c6d8397b6f06 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:24:47.846286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf870f-bc64-4898-9fbb-47101611b70e None None] Port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:24:47.900483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7e6fde64-e79c-4492-b4fc-72b80570aade req-6c3e12c8-7a4f-4637-9c73-c6d8397b6f06 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:24:47.902012 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7e6fde64-e79c-4492-b4fc-72b80570aade req-6c3e12c8-7a4f-4637-9c73-c6d8397b6f06 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 931 time: 0.2589569
Apr 21 06:24:48.021660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7e6fde64-e79c-4492-b4fc-72b80570aade req-20930262-84c9-4102-8c35-eff3e858197e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111846
Apr 21 06:24:48.283794 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:24:48.291969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.294411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:48.309272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Transition to ACTIVE for port object 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:24:48.312181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.317149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:48.375633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 4f92060d-78d9-405c-b88a-fe7551ec62eb triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:48.376081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.524938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.559235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:48.561556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:48.570582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:48.575098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.577639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:48.604576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:48.623912 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'code': 200}
Apr 21 06:24:48.670867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Attempting to bind port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:24:48.671271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Attempting to bind port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:24:48.671624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Attempting to bind port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:48.672972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=8']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:48.676486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:48.683565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:24:48.683565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Attempting to bind port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:24:48.691607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94db8-09cf-4954-bf72-853721cca6ed req-b8b6bd87-936e-48d1-b829-91b50c3f24d0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:48.693917 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efb94db8-09cf-4954-bf72-853721cca6ed req-b8b6bd87-936e-48d1-b829-91b50c3f24d0 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 944 time: 0.2059286
Apr 21 06:24:48.696318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:24:48.696626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:24:48.697017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Bound using segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:24:48.697494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Bound port: 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:24:48.697880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.809911 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efb94db8-09cf-4954-bf72-853721cca6ed req-eab08ff7-314c-4885-8b43-a6438ef21fa9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015422
Apr 21 06:24:48.836245 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:24:48.839449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:24:48.844318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.849407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f8fa06df-6a08-4a42-926f-266a215b03f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:48.913667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:48.914355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:48.915915 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] 10.222.0.35 "PUT /v2.0/ports/2a9ed600-8048-48f8-bfd1-bc4dfd12c096 HTTP/1.1" status: 200  len: 1093 time: 1.3113835
Apr 21 06:24:48.916511 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:48.939878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:48.943490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:49.235544 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'status': 'completed', 'code': 200}
Apr 21 06:24:49.341548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-e5e2059a-907f-4f47-810d-29c8ff841560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:49.343112 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-e5e2059a-907f-4f47-810d-29c8ff841560 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 1096 time: 0.3857198
Apr 21 06:24:49.360591 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769703c-e23f-4cd2-9cf0-104df13fecf3 req-eab34fa8-236d-497d-a879-ca3bfe5fc6ba tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:49.362237 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0769703c-e23f-4cd2-9cf0-104df13fecf3 req-eab34fa8-236d-497d-a879-ca3bfe5fc6ba tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.1294234
Apr 21 06:24:49.446534 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-a81ec207-c27a-498a-bb3b-297c88744d52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096 HTTP/1.1" status: 200  len: 217 time: 0.0831983
Apr 21 06:24:49.534920 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0769703c-e23f-4cd2-9cf0-104df13fecf3 req-bcffed81-e36f-43a7-b5bd-7563e5b61978 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197824
Apr 21 06:24:49.553452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-5bab2090-6c17-4196-a1eb-ff6e2e2f71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:49.555035 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-5bab2090-6c17-4196-a1eb-ff6e2e2f71e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.1017246
Apr 21 06:24:49.642131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-f3fbe178-1867-4df7-acc5-0dacccc0ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:49.643689 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-f3fbe178-1867-4df7-acc5-0dacccc0ec3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809362
Apr 21 06:24:49.799253 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-b4ddfb77-345c-4d51-b095-db4210dac89d service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472719
Apr 21 06:24:49.953233 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59d41669-35b6-4f20-bfae-7120ebb54c4b req-5a528a42-98aa-4d61-9ece-b8e8700ffc3a service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461492
Apr 21 06:24:50.086883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-71619c59-7c3e-43aa-8ec7-c9da0ef84ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:50.088544 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-71619c59-7c3e-43aa-8ec7-c9da0ef84ef2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 1096 time: 0.0865529
Apr 21 06:24:50.246471 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-8f72421c-1964-44e4-a992-982bc7500f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:50.248190 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-8f72421c-1964-44e4-a992-982bc7500f74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1481087
Apr 21 06:24:50.324923 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-d1c40e85-3c13-45c3-8e9b-39f7d0ecc3ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096 HTTP/1.1" status: 200  len: 217 time: 0.0669777
Apr 21 06:24:50.402830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-8ddf2208-9661-4959-8a06-fc088167b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:50.404520 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-8ddf2208-9661-4959-8a06-fc088167b809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0685036
Apr 21 06:24:50.509417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-0944ef1f-8bb9-4fc3-80ce-5919c06b91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:50.510963 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-0944ef1f-8bb9-4fc3-80ce-5919c06b91f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1002898
Apr 21 06:24:50.734056 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-7c3e96c0-ae75-42d6-a727-040e2a7b304f service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034247
Apr 21 06:24:50.867522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490a715-a692-4593-a0fd-0ff730fca1b2 req-57df6a8b-0d18-499a-896e-21c714b13cf2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:50.869125 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1490a715-a692-4593-a0fd-0ff730fca1b2 req-57df6a8b-0d18-499a-896e-21c714b13cf2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.2123220
Apr 21 06:24:50.948818 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ed2a42a9-5804-4e5e-b37a-f369a0fb84da req-335f2ee7-7271-4142-bfc6-699991528662 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002077
Apr 21 06:24:50.958005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1490a715-a692-4593-a0fd-0ff730fca1b2 req-5145d2bb-4724-4cce-826e-e6a3683e43a5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702813
Apr 21 06:24:52.166063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3333a9-5250-4797-9801-52317904de24 req-7f87e9c4-c3da-47dd-ae8c-a11770631c67 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:52.167681 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3b3333a9-5250-4797-9801-52317904de24 req-7f87e9c4-c3da-47dd-ae8c-a11770631c67 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.0906880
Apr 21 06:24:52.218224 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3b3333a9-5250-4797-9801-52317904de24 req-cae99ecc-343f-4fe9-a151-be2c806b9927 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436263
Apr 21 06:24:53.422310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b3fec-3209-4619-beba-5fdd93ce92d7 req-621b63b2-eac1-45d8-8482-7b5946320978 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:53.423939 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a08b3fec-3209-4619-beba-5fdd93ce92d7 req-621b63b2-eac1-45d8-8482-7b5946320978 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.0914400
Apr 21 06:24:53.473958 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a08b3fec-3209-4619-beba-5fdd93ce92d7 req-158d7c66-34df-4984-83a4-398f51eb41d9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434453
Apr 21 06:24:54.685035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2562e-14f8-4fb7-a6b8-70d5a15270d7 req-4341e429-d1ba-41d2-b8e0-f6949017acc4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:54.687377 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-84b2562e-14f8-4fb7-a6b8-70d5a15270d7 req-4341e429-d1ba-41d2-b8e0-f6949017acc4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.0971034
Apr 21 06:24:54.742754 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-84b2562e-14f8-4fb7-a6b8-70d5a15270d7 req-f206db0d-6e5d-4463-94bd-1545e9ca331c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435724
Apr 21 06:24:56.108743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ba5ee-8d5f-4f40-a4c6-9aacacbed72b req-0594ab04-6cca-4383-89d3-34b1c56b0629 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:56.110461 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aa2ba5ee-8d5f-4f40-a4c6-9aacacbed72b req-0594ab04-6cca-4383-89d3-34b1c56b0629 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 943 time: 0.0964048
Apr 21 06:24:56.164308 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-aa2ba5ee-8d5f-4f40-a4c6-9aacacbed72b req-e96e6d12-dcc9-42b8-aa8f-a2e7aafa3937 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450389
Apr 21 06:24:56.311248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:24:56.458387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:56.476166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'port_id': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'mac_address': 'fa:16:3e:ff:03:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:24:56.536864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:56.555988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:24:56.573322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:56.576124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:56.578508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:56.651558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:56.655433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:56.830640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['2a9ed600-8048-48f8-bfd1-bc4dfd12c096'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:24:57.381971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fecf8f-7f5e-424f-bd0c-ad48f91235f9 req-8080e09e-8b9c-464f-8317-aca2bda2f97a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:57.383630 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47fecf8f-7f5e-424f-bd0c-ad48f91235f9 req-8080e09e-8b9c-464f-8317-aca2bda2f97a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 944 time: 0.0985656
Apr 21 06:24:57.432849 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-47fecf8f-7f5e-424f-bd0c-ad48f91235f9 req-9fe4fe95-9b25-4be0-b10f-a660fb38083a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424330
Apr 21 06:24:57.861854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:24:58.312535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:24:58.397232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:24:58.402883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:24:58.403419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:58.577547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:58.612877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:24:58.624904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:24:58.628945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:24:58.631128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:24:58.675015 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'code': 200}
Apr 21 06:24:58.704032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83149-47a6-4c4b-987c-192d83140af9 req-7608bbef-3019-43f6-94ae-2835778449c5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:58.706301 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ea83149-47a6-4c4b-987c-192d83140af9 req-7608bbef-3019-43f6-94ae-2835778449c5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0977914
Apr 21 06:24:58.712546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:24:58.716041 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:24:58.764548 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3ea83149-47a6-4c4b-987c-192d83140af9 req-3b3b6edb-e175-446f-a09d-5f92aaa97837 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502388
Apr 21 06:24:59.005635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9331e-9af5-4df1-9b3e-c46673447e83 req-baee3888-a4ee-4e39-9671-c4b8931570f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:59.007279 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cae9331e-9af5-4df1-9b3e-c46673447e83 req-baee3888-a4ee-4e39-9671-c4b8931570f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 1098 time: 0.0788763
Apr 21 06:24:59.053424 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cae9331e-9af5-4df1-9b3e-c46673447e83 req-02117f7e-e42b-4bd3-9042-a63fb2cd51c1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384209
Apr 21 06:24:59.985898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1761bb-2a28-429b-8505-e3b46443fa6b req-048bf55d-cce1-4c7a-b580-788c343c51e4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:24:59.987584 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d1761bb-2a28-429b-8505-e3b46443fa6b req-048bf55d-cce1-4c7a-b580-788c343c51e4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0987644
Apr 21 06:25:00.041955 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d1761bb-2a28-429b-8505-e3b46443fa6b req-44d6a08c-7e30-4c52-b6e2-5639c429c720 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472271
Apr 21 06:25:01.262140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57dfa-2063-4008-9a60-4541260edb4a req-4a7f6888-396e-46a8-9311-55bd4e6e9637 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:01.263795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c8f57dfa-2063-4008-9a60-4541260edb4a req-4a7f6888-396e-46a8-9311-55bd4e6e9637 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0896790
Apr 21 06:25:01.322082 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c8f57dfa-2063-4008-9a60-4541260edb4a req-9c7550a5-458b-4a2e-8344-76f70267530d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492554
Apr 21 06:25:01.542395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3231ed9-5e9e-48e9-95e2-7c8c275157d5 req-8c9d1a93-c37e-417c-912f-aeb3d2acab40 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:01.543945 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b3231ed9-5e9e-48e9-95e2-7c8c275157d5 req-8c9d1a93-c37e-417c-912f-aeb3d2acab40 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0986152
Apr 21 06:25:01.601485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b3231ed9-5e9e-48e9-95e2-7c8c275157d5 req-a3c4cc36-8ffa-479b-8ca1-a1bf4f98f7c6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476601
Apr 21 06:25:01.631149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45738) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:25:01.764763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecbaeac-ae96-40b2-bd61-7b22b93b19a0 tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:01.765540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cecbaeac-ae96-40b2-bd61-7b22b93b19a0 tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] Synchronizing usage tracker for tenant:bb5e51ae16224972a4db420c5a9cac1a on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:25:01.783981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cecbaeac-ae96-40b2-bd61-7b22b93b19a0 tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] Unset dirty status for tenant:bb5e51ae16224972a4db420c5a9cac1a on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:25:01.785308 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cecbaeac-ae96-40b2-bd61-7b22b93b19a0 tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 1093 time: 0.1530623
Apr 21 06:25:01.788927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 45744) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:25:01.796166 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'port_id': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:25:01.802932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:25:01.807074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:floatingip and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:25:01.810266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:25:01.817027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:25:01.828196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:02.010607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:02.220667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.27.1.229 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/357fb825-4929-4316-9c25-77e52b33442a) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:25:02.396430 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:02.432696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:02.437431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bafd4fc5-d32a-4d89-a788-be059e92d1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:25:02.504621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f099-6d1b-4944-9080-765e3092bf94 req-a08db2e0-62cd-4ff2-8d47-d650349955c6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:02.512558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:25:02.512797 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4774f099-6d1b-4944-9080-765e3092bf94 req-a08db2e0-62cd-4ff2-8d47-d650349955c6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1014655
Apr 21 06:25:02.517662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:25:02.524579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:25:02.566705 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4774f099-6d1b-4944-9080-765e3092bf94 req-9e50b0b0-d943-4348-9436-a2667812c97b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530283
Apr 21 06:25:02.579541 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=357fb825-4929-4316-9c25-77e52b33442a,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:25:02.584821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:25:03.035108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:03.151395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:03.633628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:03.638149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:03.643773 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:25:03.763803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=357fb825-4929-4316-9c25-77e52b33442a,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:25:03.769008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:25:03.774127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:03.796239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75f9f-d619-4bfb-a5a7-4131925daa19 req-859158ff-3031-4a74-8c30-9f698477db20 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:03.797865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71c75f9f-d619-4bfb-a5a7-4131925daa19 req-859158ff-3031-4a74-8c30-9f698477db20 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0993783
Apr 21 06:25:03.849256 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71c75f9f-d619-4bfb-a5a7-4131925daa19 req-f7cb99e5-fbf1-43c7-80b2-52513b0d58db tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444493
Apr 21 06:25:03.964292 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP 4dc8a7b9-d814-4bd5-bd7e-0822097801e4 associated. External IP: 172.27.1.229, port: 2a9ed600-8048-48f8-bfd1-bc4dfd12c096.
Apr 21 06:25:04.356302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:25:04.557924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:25:04.574830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:25:04.589143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:25:04.589953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81bb7e10>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:25:04.653516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:04.717521 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9273093
Apr 21 06:25:04.718355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:25:04.773411 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'status': 'completed', 'code': 200}
Apr 21 06:25:04.836447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:25:04.959331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-514fd931-3c81-47dd-a428-622879230b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:04.961249 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-514fd931-3c81-47dd-a428-622879230b01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 1098 time: 0.1597986
Apr 21 06:25:05.007549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-77c12254-54b3-4b91-b8ca-8b0fbd31bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:05.187567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-2074852f-ef1c-4bdb-bc0f-bc0017687e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:05.189301 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-2074852f-ef1c-4bdb-bc0f-bc0017687e31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.2206786
Apr 21 06:25:05.261461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6e0b-737e-4f89-9d2c-a4bc864df38d req-5956b6ef-c40f-48d9-a4d4-a33fde878413 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:05.263066 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-90aa6e0b-737e-4f89-9d2c-a4bc864df38d req-5956b6ef-c40f-48d9-a4d4-a33fde878413 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.2654393
Apr 21 06:25:05.351544 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-dd4384ab-fc6a-4482-9cd7-2ef6f5e35482 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096 HTTP/1.1" status: 200  len: 999 time: 0.1527269
Apr 21 06:25:05.357231 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-90aa6e0b-737e-4f89-9d2c-a4bc864df38d req-2eff9a19-7176-4c70-a30e-fa791e1080a1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758734
Apr 21 06:25:05.373690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81bb7e10>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '4dc8a7b9-d814-4bd5-bd7e-0822097801e4', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:ff:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:02Z', 'updated_at': '2021-04-21T06:25:02Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:25:05.381155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:25:05.398850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:25:05.399698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81bb7e10>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:24:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:25:05.424799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-760c01e5-a3b5-4c9f-a9d2-ebfaad44fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:05.426532 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-760c01e5-a3b5-4c9f-a9d2-ebfaad44fba3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0678887
Apr 21 06:25:05.571226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-8d789a14-5d37-4555-935b-4750f07274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:05.572891 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-8d789a14-5d37-4555-935b-4750f07274c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1382039
Apr 21 06:25:05.614424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:25:05.808797 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-72133e8b-be22-4eeb-95b9-4f90855ac96e service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264245
Apr 21 06:25:06.199101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81bb7e10>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '4dc8a7b9-d814-4bd5-bd7e-0822097801e4', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:ff:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:02Z', 'updated_at': '2021-04-21T06:25:02Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:25:06.205562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306c220-a334-434e-a4b1-e21013e4e24b None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '4dc8a7b9-d814-4bd5-bd7e-0822097801e4', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:ff:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:02Z', 'updated_at': '2021-04-21T06:25:02Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:25:06.243426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5f78d843-55bc-46ce-beab-b36637d53e3c req-6e041fd1-a1f3-4cfa-9cb9-8957eda79904 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192421
Apr 21 06:25:06.565066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682a272-ed36-4673-8d55-f5748eeb73f0 None None] New status for floating IP 4dc8a7b9-d814-4bd5-bd7e-0822097801e4: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:25:06.740676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973139f-4adc-4e50-87a9-fe00f34c9363 req-c408af5e-d763-46b5-a391-9b0f3fb13621 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:06.752936 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3973139f-4adc-4e50-87a9-fe00f34c9363 req-c408af5e-d763-46b5-a391-9b0f3fb13621 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1340234
Apr 21 06:25:06.817054 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3973139f-4adc-4e50-87a9-fe00f34c9363 req-0e73e2f3-61a6-4d28-afc7-2bf86b0ee5a5 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588238
Apr 21 06:25:07.966268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f44546eb-392f-43e5-812c-ea6c3b5f572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:08.110081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2cda2-99b8-4e8e-a0eb-2f57c9bd163e req-e7247adf-8cee-424b-bb48-e7460f80781f tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:08.111671 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9ba2cda2-99b8-4e8e-a0eb-2f57c9bd163e req-e7247adf-8cee-424b-bb48-e7460f80781f tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1029041
Apr 21 06:25:08.164134 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9ba2cda2-99b8-4e8e-a0eb-2f57c9bd163e req-7c558470-34a3-412e-b17a-70cf18614f3f tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455270
Apr 21 06:25:08.481094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:08.949244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:09.197443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:09.340765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-6006697e-5718-4fac-92db-a36ecd23ec0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1209700
Apr 21 06:25:09.397112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8f50-ff33-4665-b8f3-a18972ad2f71 req-2483db4c-e586-4434-b13c-b4bfc3930d4c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:09.398927 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d46e8f50-ff33-4665-b8f3-a18972ad2f71 req-2483db4c-e586-4434-b13c-b4bfc3930d4c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0980992
Apr 21 06:25:09.454959 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d46e8f50-ff33-4665-b8f3-a18972ad2f71 req-3d5c3bd8-5dbd-4a8f-9e5a-38ab8c40c9f4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478747
Apr 21 06:25:09.609185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:09.641379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-653ee981-f792-4908-8d2a-01bbfe0f7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:09.643014 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-653ee981-f792-4908-8d2a-01bbfe0f7dbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.0904076
Apr 21 06:25:09.825642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-c4b58a6b-4b67-4a2a-8eaa-3696e33522b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:09.827861 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-c4b58a6b-4b67-4a2a-8eaa-3696e33522b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.1549237
Apr 21 06:25:09.940282 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-884e3388-af2d-4c11-bfe8-19b89bbe1f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 1001 time: 0.1056919
Apr 21 06:25:10.012392 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-0979490a-0f00-497d-961c-097bd97e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:10.015178 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-0979490a-0f00-497d-961c-097bd97e67bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.0674901
Apr 21 06:25:10.106293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-7aeb9a93-7f14-46aa-a4a1-b31961f7b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:10.108452 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-7aeb9a93-7f14-46aa-a4a1-b31961f7b58f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840898
Apr 21 06:25:10.259810 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-a3946054-562c-4ef6-aecf-1a0dba5df745 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438968
Apr 21 06:25:10.413528 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f07e00f2-630e-459f-a613-3ad4b7923203 req-33873613-473d-496c-bfef-da28905399fe service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473179
Apr 21 06:25:10.691183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9a199-f325-4617-b0f3-f073650403fe req-4336298a-7434-40ff-8e2c-f693a852231b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:10.692775 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eec9a199-f325-4617-b0f3-f073650403fe req-4336298a-7434-40ff-8e2c-f693a852231b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0952799
Apr 21 06:25:10.742243 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eec9a199-f325-4617-b0f3-f073650403fe req-80108969-58f9-4609-ae6b-bccad5b34984 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427003
Apr 21 06:25:11.947078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88f85-b6f4-44e1-b86a-1520fe6e8298 req-d67312e2-55d4-4e3c-be31-14f535c6ff91 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:11.948723 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f8d88f85-b6f4-44e1-b86a-1520fe6e8298 req-d67312e2-55d4-4e3c-be31-14f535c6ff91 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0902359
Apr 21 06:25:12.003869 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f8d88f85-b6f4-44e1-b86a-1520fe6e8298 req-d03bd6a1-5ee0-40aa-8d69-f6434e87a791 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482290
Apr 21 06:25:13.210327 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5cde-e70e-404e-bdfc-377c68ee3adc req-9e175240-cb1d-4457-a6ce-3d84d6ec7e27 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:13.212095 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-131b5cde-e70e-404e-bdfc-377c68ee3adc req-9e175240-cb1d-4457-a6ce-3d84d6ec7e27 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0905797
Apr 21 06:25:13.260664 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-131b5cde-e70e-404e-bdfc-377c68ee3adc req-2c3af4fc-93cc-47e2-bc8f-436d4a204043 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423970
Apr 21 06:25:13.709933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f6a35-9a12-412d-967d-4737a966c3fe req-5c562033-695f-4900-a7ce-1bc2bc85d248 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:13.711608 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e36f6a35-9a12-412d-967d-4737a966c3fe req-5c562033-695f-4900-a7ce-1bc2bc85d248 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1619668
Apr 21 06:25:13.751581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61306-dbac-4331-b437-ba6b76267a21 req-3af13926-bf6e-4084-b0f1-c26fc5842277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:13.753201 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-3af13926-bf6e-4084-b0f1-c26fc5842277 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 1099 time: 0.1409085
Apr 21 06:25:13.850085 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e36f6a35-9a12-412d-967d-4737a966c3fe req-6c9174d2-faae-4230-ba3f-759d1921553e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310861
Apr 21 06:25:13.912121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61306-dbac-4331-b437-ba6b76267a21 req-469ef1df-98aa-4a80-b6c7-066d10106a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:13.913700 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-469ef1df-98aa-4a80-b6c7-066d10106a86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.1499128
Apr 21 06:25:14.024780 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-e5945abd-127c-4d75-8950-5d2931d55272 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 200  len: 1002 time: 0.1035547
Apr 21 06:25:14.099661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61306-dbac-4331-b437-ba6b76267a21 req-f117f1e8-cc50-4786-8856-0b89cc333967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:14.101317 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-f117f1e8-cc50-4786-8856-0b89cc333967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.0690699
Apr 21 06:25:14.186236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61306-dbac-4331-b437-ba6b76267a21 req-d37b921d-4357-4b27-ab2c-03933e7e2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:14.187833 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-d37b921d-4357-4b27-ab2c-03933e7e2bc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785730
Apr 21 06:25:14.334593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-4c226a47-636d-45dd-bc5e-6baa08b0ee47 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377094
Apr 21 06:25:14.483195 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23a61306-dbac-4331-b437-ba6b76267a21 req-8af31442-530c-40a5-a4f3-a2dd9c17bd1b service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379814
Apr 21 06:25:15.063284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e41261-f15f-41fa-af94-e5deddfa6c3f req-9c82ecd7-aee5-4bd8-b79d-c15b27c295b5 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:15.064908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71e41261-f15f-41fa-af94-e5deddfa6c3f req-9c82ecd7-aee5-4bd8-b79d-c15b27c295b5 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0940812
Apr 21 06:25:15.119818 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71e41261-f15f-41fa-af94-e5deddfa6c3f req-e0241666-6220-47b2-a0ac-0a376f83a857 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483072
Apr 21 06:25:16.331812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd37da-0ec7-41c6-ab08-47c98d3e19ea req-f2109c76-4927-497e-8d08-9b3472ea5057 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:16.333590 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10bd37da-0ec7-41c6-ab08-47c98d3e19ea req-f2109c76-4927-497e-8d08-9b3472ea5057 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0947909
Apr 21 06:25:16.387068 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-10bd37da-0ec7-41c6-ab08-47c98d3e19ea req-5b4cad6a-6b06-4c97-8039-7dcd21048494 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466959
Apr 21 06:25:23.543594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65b889-4432-4a10-b42b-adf7c069281a req-5b006ffb-cc85-4fab-93d0-089e9b7c4498 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:23.545792 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9b65b889-4432-4a10-b42b-adf7c069281a req-5b006ffb-cc85-4fab-93d0-089e9b7c4498 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0930758
Apr 21 06:25:23.593685 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9b65b889-4432-4a10-b42b-adf7c069281a req-08af7e8c-6126-47e0-8c1e-dc5717f27d66 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412543
Apr 21 06:25:24.807642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e5192-bb51-4dca-ba93-9b58ee19edd8 req-ef95f644-44f4-425f-bbb7-e8c86d55d078 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:24.809313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a34e5192-bb51-4dca-ba93-9b58ee19edd8 req-ef95f644-44f4-425f-bbb7-e8c86d55d078 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0895014
Apr 21 06:25:24.858079 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a34e5192-bb51-4dca-ba93-9b58ee19edd8 req-2007d585-67f0-4ad6-90c2-edd2b62a0701 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417151
Apr 21 06:25:26.071447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe93c-bcf5-41e2-974a-2f0567276bde req-d4ca96b5-e476-4771-b1a2-29fb748e4ab7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:26.073127 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-834fe93c-bcf5-41e2-974a-2f0567276bde req-d4ca96b5-e476-4771-b1a2-29fb748e4ab7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0938299
Apr 21 06:25:26.124710 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-834fe93c-bcf5-41e2-974a-2f0567276bde req-3301199c-055b-4213-8a10-b506e2851b6d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448217
Apr 21 06:25:27.338427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976715e-4804-46ca-9780-f4ea080da911 req-2dbc019f-78bb-41fa-854e-2772abc0a321 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:27.340194 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5976715e-4804-46ca-9780-f4ea080da911 req-2dbc019f-78bb-41fa-854e-2772abc0a321 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0952463
Apr 21 06:25:27.412668 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5976715e-4804-46ca-9780-f4ea080da911 req-d93a73f4-0153-4add-aaed-82a9421e9bca tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656960
Apr 21 06:25:28.626247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fb74f-a2dd-4cbc-a525-cf6c42b73d70 req-7bd03650-3fdd-4b57-9e4d-f01bd7b8dcba tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:28.627890 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad7fb74f-a2dd-4cbc-a525-cf6c42b73d70 req-7bd03650-3fdd-4b57-9e4d-f01bd7b8dcba tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0905910
Apr 21 06:25:28.681313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad7fb74f-a2dd-4cbc-a525-cf6c42b73d70 req-ef3dc027-e074-4a7b-a035-50ab210a0dcc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467463
Apr 21 06:25:29.904680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce7500-cd33-4eaf-a422-a02d53253000 req-98db3e02-1acc-4649-8de0-7c415fac0d75 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:29.906386 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ffce7500-cd33-4eaf-a422-a02d53253000 req-98db3e02-1acc-4649-8de0-7c415fac0d75 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0986059
Apr 21 06:25:29.956360 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ffce7500-cd33-4eaf-a422-a02d53253000 req-c7b20c72-3bfe-4dbc-ba4e-3f6e25b7b4d3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434494
Apr 21 06:25:31.173114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def36ca-c6d8-418f-b43f-dd1ec6e80fbb req-7a53501d-bee1-4506-b6ee-349fcd0b5671 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:31.174701 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8def36ca-c6d8-418f-b43f-dd1ec6e80fbb req-7a53501d-bee1-4506-b6ee-349fcd0b5671 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0897033
Apr 21 06:25:31.223298 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8def36ca-c6d8-418f-b43f-dd1ec6e80fbb req-b3eb3208-3e7c-4cde-90c4-6dfd68e2e70c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422137
Apr 21 06:25:32.441270 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46cdda-f40d-4915-9462-209f3de485aa req-47dbdb02-7215-4763-9c26-3f18ec526b9f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:32.442977 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce46cdda-f40d-4915-9462-209f3de485aa req-47dbdb02-7215-4763-9c26-3f18ec526b9f tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0939686
Apr 21 06:25:32.494023 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ce46cdda-f40d-4915-9462-209f3de485aa req-20426ef9-fd2f-4068-8887-228d7aa03440 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443268
Apr 21 06:25:33.706262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db183-7f38-4715-aad1-319e085cfd46 req-2af9903b-61a4-43fc-b831-60ce44d6be23 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:33.707913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-389db183-7f38-4715-aad1-319e085cfd46 req-2af9903b-61a4-43fc-b831-60ce44d6be23 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0927107
Apr 21 06:25:33.760671 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-389db183-7f38-4715-aad1-319e085cfd46 req-e06b855a-a9e3-40b4-acaa-4395c94bdeb5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463445
Apr 21 06:25:34.512948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:25:34.694428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:25:34.709997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:25:34.771132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:34.790933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:25:34.808774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:25:34.811899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:34.814822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8b9a1f99-ca06-492a-8547-0a82907ed58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:25:34.862597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:25:34.911273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=6']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:25:34.916468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b1e42fe-9952-4958-87ce-8dd1793a50a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:34.924023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.924419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.924882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.925297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.925669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.926037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.926401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.926764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.927128 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.927489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.927853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.928922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:25:34.933484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:25:34.936385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['c9e2008f-06e7-4508-a381-e48e6682f3b3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:25:34.988491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe12ffe-ec0a-4e7e-811a-406d703aafbb req-5a708751-065a-47c0-8d43-2c25d5f212a6 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:34.990162 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dfe12ffe-ec0a-4e7e-811a-406d703aafbb req-5a708751-065a-47c0-8d43-2c25d5f212a6 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.1029048
Apr 21 06:25:35.042259 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-dfe12ffe-ec0a-4e7e-811a-406d703aafbb req-c7dd26b5-69b9-4fed-b7c7-fefa22492e29 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446188
Apr 21 06:25:36.287939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8dac-4b03-42db-8b16-21c909d53803 req-58b59b0a-0d02-4f1f-94d5-e75a39000a66 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:36.289616 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-091c8dac-4b03-42db-8b16-21c909d53803 req-58b59b0a-0d02-4f1f-94d5-e75a39000a66 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.1179640
Apr 21 06:25:36.342186 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-091c8dac-4b03-42db-8b16-21c909d53803 req-7664b776-ff6e-4b13-b4de-1569ade5e257 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455391
Apr 21 06:25:36.545042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:25:36.652010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port c9e2008f-06e7-4508-a381-e48e6682f3b3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:25:36.652467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:36.788153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:36.818701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:25:36.831387 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:25:36.835029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:36.837089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3910ce0d-1ea6-40a8-95a5-9e3311b02465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:25:36.874953 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'code': 200}
Apr 21 06:25:36.914415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=7']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:25:36.917757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:25:37.598473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d94-ae1c-4f0f-975a-f6725b21aa36 req-118572bc-eb3d-447a-91af-e3f52dcf975d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:37.608563 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7f7d1d94-ae1c-4f0f-975a-f6725b21aa36 req-118572bc-eb3d-447a-91af-e3f52dcf975d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1113131
Apr 21 06:25:37.661421 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7f7d1d94-ae1c-4f0f-975a-f6725b21aa36 req-8afa3aa4-de9e-4e4e-a56c-17d80fc878df tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518930
Apr 21 06:25:37.964338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-14e9c33c-1555-4753-8a8f-98a273af777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:38.496924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:38.941548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da6f6-75c4-402c-bce1-1bcdb0350b1f req-2aae622e-926b-4f7e-92dd-9c7407e94eb9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:38.943411 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-498da6f6-75c4-402c-bce1-1bcdb0350b1f req-2aae622e-926b-4f7e-92dd-9c7407e94eb9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1020191
Apr 21 06:25:38.992092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:39.004197 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-498da6f6-75c4-402c-bce1-1bcdb0350b1f req-133e776e-5ac5-4be4-806f-e45dc0a7e4c5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475776
Apr 21 06:25:39.236603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:39.665813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:40.264692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f605e-a507-498b-89eb-29f661187b85 req-5df1cdec-2958-4f59-ad27-f1f4d0f4234e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:40.268568 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad2f605e-a507-498b-89eb-29f661187b85 req-5df1cdec-2958-4f59-ad27-f1f4d0f4234e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1053188
Apr 21 06:25:40.327391 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad2f605e-a507-498b-89eb-29f661187b85 req-ae1904b5-bc31-46e4-b103-ebb2207e148e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507658
Apr 21 06:25:41.742602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea2a0-e35e-47bc-b7fa-4abf4fe53733 req-0c5f0f2d-8305-4c6b-97bb-1e2e9ca5f5bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:41.744484 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0a0ea2a0-e35e-47bc-b7fa-4abf4fe53733 req-0c5f0f2d-8305-4c6b-97bb-1e2e9ca5f5bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1329741
Apr 21 06:25:41.805832 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0a0ea2a0-e35e-47bc-b7fa-4abf4fe53733 req-22e1a8a2-8dec-46b8-8ab0-15383831c6e0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497670
Apr 21 06:25:43.099231 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460c8eb-a3fc-4078-a9aa-7cad9762518e req-cfe965f9-a48e-4344-9d9a-aed419dc9074 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:43.102319 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e460c8eb-a3fc-4078-a9aa-7cad9762518e req-cfe965f9-a48e-4344-9d9a-aed419dc9074 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1413076
Apr 21 06:25:43.415072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e460c8eb-a3fc-4078-a9aa-7cad9762518e req-cb232132-0c03-498a-a346-ff842f2333be tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3053033
Apr 21 06:25:44.702611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9705d8-b7e8-4e03-ac6f-f5c6a79979f2 req-b4028f9c-eeb4-4c81-82f8-9b75e7e02e01 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:44.704332 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0c9705d8-b7e8-4e03-ac6f-f5c6a79979f2 req-b4028f9c-eeb4-4c81-82f8-9b75e7e02e01 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1083882
Apr 21 06:25:44.766013 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0c9705d8-b7e8-4e03-ac6f-f5c6a79979f2 req-a5451b7a-430e-46c3-bba6-271e9a1ee6b9 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547247
Apr 21 06:25:45.987938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54cfc8-c859-4ecb-83be-4c33b9f41f9c req-4056da8d-81be-4109-a1a0-c323d99249f0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:45.990211 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ea54cfc8-c859-4ecb-83be-4c33b9f41f9c req-4056da8d-81be-4109-a1a0-c323d99249f0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0940115
Apr 21 06:25:46.041984 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ea54cfc8-c859-4ecb-83be-4c33b9f41f9c req-590e4e21-df3e-459c-b142-60d33652e223 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451291
Apr 21 06:25:46.531101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-d3cdaa92-5881-4ad5-9bb6-aacb552efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:46.532748 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-d3cdaa92-5881-4ad5-9bb6-aacb552efc1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1098 time: 0.0912511
Apr 21 06:25:46.680596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-f70628b5-671e-456a-8f7f-335f90a7f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:46.682234 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-f70628b5-671e-456a-8f7f-335f90a7f1a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.1426547
Apr 21 06:25:46.797539 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-be7938fc-2784-4cf2-9c1b-1cfe38e31b40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 1000 time: 0.1086352
Apr 21 06:25:46.868741 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-3d53c10e-fed5-46b7-8f97-54bc10125d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:46.870614 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-3d53c10e-fed5-46b7-8f97-54bc10125d8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0667112
Apr 21 06:25:46.967564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-a244db9b-426c-458c-9fa0-b34d4f252f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:46.969210 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-a244db9b-426c-458c-9fa0-b34d4f252f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924993
Apr 21 06:25:47.119349 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-28a06f76-498b-410d-87ba-8ef852327e5a service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430113
Apr 21 06:25:47.334463 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b2d11f3b-f17f-4d27-836a-7a100f2f67ca req-651c1f1b-ea06-42d4-97dc-d58368e6d7da service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080445
Apr 21 06:25:47.346582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71837fac-9c33-45b3-ba86-874978c45dd3 req-5a8cf5d4-d054-4440-aea4-4de85df4c33e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:47.348147 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71837fac-9c33-45b3-ba86-874978c45dd3 req-5a8cf5d4-d054-4440-aea4-4de85df4c33e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.1446419
Apr 21 06:25:47.398721 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-71837fac-9c33-45b3-ba86-874978c45dd3 req-03e2b2d3-7d31-4b65-ac94-c8a84e0c3238 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435667
Apr 21 06:25:48.618982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f3ebf-695a-438a-9855-c6172c7819f1 req-23390e01-05bd-4e31-9ce3-27a410997c47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:48.620701 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-464f3ebf-695a-438a-9855-c6172c7819f1 req-23390e01-05bd-4e31-9ce3-27a410997c47 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 945 time: 0.0973980
Apr 21 06:25:48.621113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:25:48.676308 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-464f3ebf-695a-438a-9855-c6172c7819f1 req-ea4621ba-94cd-463f-99a4-0b1b86938d75 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489693
Apr 21 06:25:48.748942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:48.779016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:25:48.791148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:25:48.794291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:25:48.796242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:25:48.837509 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'code': 200}
Apr 21 06:25:48.871425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=8']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:25:48.876049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:25:49.889802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f7783-5617-4926-b660-7298c85145bf req-cc4947f2-be47-4511-828b-ef241f8f2d70 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:49.891322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f47f7783-5617-4926-b660-7298c85145bf req-cc4947f2-be47-4511-828b-ef241f8f2d70 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0889494
Apr 21 06:25:49.943645 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f47f7783-5617-4926-b660-7298c85145bf req-51023841-7a6a-45c3-89f5-f153c3da3bed tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456979
Apr 21 06:25:51.610202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8564-9b3d-40e7-912d-82db7b0851ef req-e095a8d7-3ab7-484c-8b6e-9d4d90234723 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:51.611838 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fe0f8564-9b3d-40e7-912d-82db7b0851ef req-e095a8d7-3ab7-484c-8b6e-9d4d90234723 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1087773
Apr 21 06:25:51.619620 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-9e8fb07b-4903-482e-a2ee-5e5ae0d96dce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0856152
Apr 21 06:25:51.676580 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fe0f8564-9b3d-40e7-912d-82db7b0851ef req-d6257a33-7085-49f5-85a5-e67b7462b9e7 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579777
Apr 21 06:25:52.188278 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439753f2-8e78-4591-911b-c53b70413c3b req-d1a48054-005f-448e-b322-ffc490be1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.189892 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-d1a48054-005f-448e-b322-ffc490be1d7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61&tenant_id=26e4673f89424dea8aa8d1582575a9ac HTTP/1.1" status: 200  len: 1096 time: 0.0876272
Apr 21 06:25:52.292932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439753f2-8e78-4591-911b-c53b70413c3b req-61089306-29ea-4b7e-ac19-f99155b07472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.294547 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-61089306-29ea-4b7e-ac19-f99155b07472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1096 time: 0.0796342
Apr 21 06:25:52.438010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439753f2-8e78-4591-911b-c53b70413c3b req-2d20dbe2-8021-44df-8a22-a056a41e2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.439584 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-2d20dbe2-8021-44df-8a22-a056a41e2838 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.1386156
Apr 21 06:25:52.552844 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-715c1dda-00c1-444a-8ba8-448b218f0623 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 998 time: 0.1063712
Apr 21 06:25:52.623747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439753f2-8e78-4591-911b-c53b70413c3b req-4655c31e-ee71-4a0d-b7fd-08c6a4fb2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.625402 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-4655c31e-ee71-4a0d-b7fd-08c6a4fb2b12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0651066
Apr 21 06:25:52.651569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:25:52.718433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439753f2-8e78-4591-911b-c53b70413c3b req-5b3c7726-f3ce-47ba-b2bb-ef12f1e74b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.720086 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-5b3c7726-f3ce-47ba-b2bb-ef12f1e74b3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881493
Apr 21 06:25:52.932051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-dfd03794-d321-443a-a935-193ca9b8890b service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044425
Apr 21 06:25:52.946120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436e65a-c606-469c-bb42-2935c8a49cac req-490051d4-c175-4ffb-95d2-28bbe21a0d8e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:52.947683 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1436e65a-c606-469c-bb42-2935c8a49cac req-490051d4-c175-4ffb-95d2-28bbe21a0d8e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1451254
Apr 21 06:25:53.096375 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1436e65a-c606-469c-bb42-2935c8a49cac req-6a5e9bc6-9502-4260-8e38-96db2729500b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256349
Apr 21 06:25:53.124318 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-439753f2-8e78-4591-911b-c53b70413c3b req-8d4cf776-6ac1-42f7-b394-632bddd7fd33 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755459
Apr 21 06:25:54.332325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21d6b3-3217-4598-a471-d31c3c767827 req-1f2d8c46-9810-4c77-84f8-66b05f289aca tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:54.334013 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad21d6b3-3217-4598-a471-d31c3c767827 req-1f2d8c46-9810-4c77-84f8-66b05f289aca tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0967512
Apr 21 06:25:54.387297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad21d6b3-3217-4598-a471-d31c3c767827 req-37722d20-c521-4e9b-9c84-f80d0c6ae6b3 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465343
Apr 21 06:25:55.646416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2afc9-276c-42c6-983d-01d831023f38 req-a0ef19cc-466e-450c-9e9c-0aa9bf35d0e0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:55.649067 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-82b2afc9-276c-42c6-983d-01d831023f38 req-a0ef19cc-466e-450c-9e9c-0aa9bf35d0e0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1303141
Apr 21 06:25:55.709579 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-82b2afc9-276c-42c6-983d-01d831023f38 req-aa19043e-5c98-427e-a857-9ba575a9a73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532331
Apr 21 06:25:55.866319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bcc7-2ef5-46af-8b72-601a346015bb req-cbd33926-018b-4372-894c-236257963344 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:55.868523 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cb78bcc7-2ef5-46af-8b72-601a346015bb req-cbd33926-018b-4372-894c-236257963344 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0940807
Apr 21 06:25:55.923119 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cb78bcc7-2ef5-46af-8b72-601a346015bb req-a11ec9dc-a222-48e5-b22e-5908b30678cb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480404
Apr 21 06:25:56.933206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7525a0-b599-407d-92a9-1509e853cf4b req-5a11f349-9e50-4e55-923e-b5fd6ebfd8a0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:56.935564 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-da7525a0-b599-407d-92a9-1509e853cf4b req-5a11f349-9e50-4e55-923e-b5fd6ebfd8a0 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1011569
Apr 21 06:25:56.987870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-da7525a0-b599-407d-92a9-1509e853cf4b req-32a386ca-b656-4fff-9438-8c16dae7ccc2 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447242
Apr 21 06:25:57.154185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fe6a8-63ce-4028-957f-e2bbe95cb699 req-5aa7c0ac-8ba2-4662-ba27-cfdf9273c2ec tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:57.155787 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b74fe6a8-63ce-4028-957f-e2bbe95cb699 req-5aa7c0ac-8ba2-4662-ba27-cfdf9273c2ec tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0941677
Apr 21 06:25:57.209980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b74fe6a8-63ce-4028-957f-e2bbe95cb699 req-5f9d764e-0a85-4055-a2c3-c2c8230c7b6e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462794
Apr 21 06:25:58.234599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8d66-9638-4e08-a70e-0bc9246a27cf req-fbbe14ed-a1e9-43ea-b7cc-b3c2c9d54583 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:58.236289 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d50f8d66-9638-4e08-a70e-0bc9246a27cf req-fbbe14ed-a1e9-43ea-b7cc-b3c2c9d54583 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0951266
Apr 21 06:25:58.295190 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d50f8d66-9638-4e08-a70e-0bc9246a27cf req-822bf067-0841-4a92-9530-ae691024432e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519700
Apr 21 06:25:58.423102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a1321-5f9e-4e50-bc46-4994ba274bba req-21bbbbf6-6a53-445d-be25-1ed24004cc54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:58.424815 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2d1a1321-5f9e-4e50-bc46-4994ba274bba req-21bbbbf6-6a53-445d-be25-1ed24004cc54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0965049
Apr 21 06:25:58.475182 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2d1a1321-5f9e-4e50-bc46-4994ba274bba req-afaab1c0-4afd-41d0-9259-c7a028e40731 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437553
Apr 21 06:25:59.511848 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1df59-f704-40d1-98a7-42cd27f1d710 req-0d3fea32-5f7b-4208-8ddc-ccffbedc57a5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:59.514241 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eac1df59-f704-40d1-98a7-42cd27f1d710 req-0d3fea32-5f7b-4208-8ddc-ccffbedc57a5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0921679
Apr 21 06:25:59.574943 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-eac1df59-f704-40d1-98a7-42cd27f1d710 req-37c4693c-a908-4c1e-b17f-8829bf6ca69a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526729
Apr 21 06:25:59.709081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d3a4-5518-48b0-81b4-3a14adf415b7 req-30ea9c35-252c-45c5-8e0a-10b0a7b4580a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:25:59.710806 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53b4d3a4-5518-48b0-81b4-3a14adf415b7 req-30ea9c35-252c-45c5-8e0a-10b0a7b4580a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1011882
Apr 21 06:25:59.765403 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53b4d3a4-5518-48b0-81b4-3a14adf415b7 req-38eec241-a9ac-47ee-8280-4abd4e59c0e9 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452356
Apr 21 06:26:00.792224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6b2c-d8e1-4209-b12d-8869ec8c5eb4 req-3c883d85-752f-495b-a818-e688a6d51f04 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:00.794121 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-24dc6b2c-d8e1-4209-b12d-8869ec8c5eb4 req-3c883d85-752f-495b-a818-e688a6d51f04 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0923259
Apr 21 06:26:00.849204 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-24dc6b2c-d8e1-4209-b12d-8869ec8c5eb4 req-6033a86d-5187-44d7-b585-f86aab846ae4 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482521
Apr 21 06:26:00.977129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a939d8-1505-4519-8e02-1d70d35b1b2f req-1a7e3da2-d695-4ccd-a4bc-c5976a9bfd9a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:00.978906 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f8a939d8-1505-4519-8e02-1d70d35b1b2f req-1a7e3da2-d695-4ccd-a4bc-c5976a9bfd9a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0961020
Apr 21 06:26:01.029989 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f8a939d8-1505-4519-8e02-1d70d35b1b2f req-191e2104-7319-4716-a0f4-f0d3fcf8aa45 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433586
Apr 21 06:26:02.079536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8a48-255e-46e7-9aa5-9f96eafa4163 req-610c0c3f-b90f-4a52-8f2b-5b91544bcf62 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:02.081317 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-020f8a48-255e-46e7-9aa5-9f96eafa4163 req-610c0c3f-b90f-4a52-8f2b-5b91544bcf62 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1004903
Apr 21 06:26:02.435066 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-020f8a48-255e-46e7-9aa5-9f96eafa4163 req-0e2340b0-1cb9-422a-92e2-4c594ea1e60a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3462596
Apr 21 06:26:02.466889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe40ec-a5d7-4283-923d-ac7e900a3fb7 req-cb14e15c-9948-4c02-aba8-8c2fbe33f12d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:02.468567 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b8fe40ec-a5d7-4283-923d-ac7e900a3fb7 req-cb14e15c-9948-4c02-aba8-8c2fbe33f12d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1173015
Apr 21 06:26:02.519683 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b8fe40ec-a5d7-4283-923d-ac7e900a3fb7 req-0548e077-59e5-49ee-be06-78bb0e0447a6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442972
Apr 21 06:26:03.692872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fdc53-a1be-4f93-b528-cdfaedf38394 req-e20792b5-a293-4dd7-9080-6b4180964865 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:03.694541 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d4fdc53-a1be-4f93-b528-cdfaedf38394 req-e20792b5-a293-4dd7-9080-6b4180964865 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.1308162
Apr 21 06:26:03.766780 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5d4fdc53-a1be-4f93-b528-cdfaedf38394 req-8263f151-6185-4279-8e6e-08efcf0edb20 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655165
Apr 21 06:26:03.787760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f4118-f648-4c8f-9ee4-316b86c002b2 req-e25fbd42-681b-431f-a9a6-4fd1dca27c58 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:03.789300 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-045f4118-f648-4c8f-9ee4-316b86c002b2 req-e25fbd42-681b-431f-a9a6-4fd1dca27c58 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1446588
Apr 21 06:26:03.842553 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-045f4118-f648-4c8f-9ee4-316b86c002b2 req-9ece8231-d1f0-495b-8040-a471dd7ba147 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462716
Apr 21 06:26:04.900903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c6a08682-9551-4e73-9b8c-5bff98608f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:04.975272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780cef-32a2-4b9a-a29d-b0a67c7cac07 req-eba350a2-8a9d-4b10-a70a-cdb52cce27ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:04.976950 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff780cef-32a2-4b9a-a29d-b0a67c7cac07 req-eba350a2-8a9d-4b10-a70a-cdb52cce27ef tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.0916908
Apr 21 06:26:05.086981 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff780cef-32a2-4b9a-a29d-b0a67c7cac07 req-14e20377-13af-4220-89a7-813dc0ad1786 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678070
Apr 21 06:26:05.108538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2378b-288d-47c3-9522-b9ee54bf52ea req-3ff76198-cbf6-4a67-890b-858063900eda tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:05.110166 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98a2378b-288d-47c3-9522-b9ee54bf52ea req-3ff76198-cbf6-4a67-890b-858063900eda tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.1322360
Apr 21 06:26:05.162433 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-98a2378b-288d-47c3-9522-b9ee54bf52ea req-4d064fc8-df27-4d77-87ed-c1558dc3b809 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427163
Apr 21 06:26:06.091644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-9a3d5386-b0ae-4a36-be0d-9129ce92ce7c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:06.093326 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-9a3d5386-b0ae-4a36-be0d-9129ce92ce7c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.0861640
Apr 21 06:26:06.175451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 22a34291-abd4-4e50-9a98-d42bb183f2bd {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:06.175836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:06.525113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53638-2ba3-4787-b69c-63e1198177ce req-e7887813-01fa-43c8-8d3a-c1a9c062fb96 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:06.526743 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4c53638-2ba3-4787-b69c-63e1198177ce req-e7887813-01fa-43c8-8d3a-c1a9c062fb96 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 943 time: 0.3084028
Apr 21 06:26:06.597264 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097e11-5215-454a-9d13-3fff11f08746 req-62bb201f-be6d-4bdb-9b78-ccf9408d3026 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:06.598850 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8b097e11-5215-454a-9d13-3fff11f08746 req-62bb201f-be6d-4bdb-9b78-ccf9408d3026 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 946 time: 0.3142467
Apr 21 06:26:06.652072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4c53638-2ba3-4787-b69c-63e1198177ce req-9e4857e0-3b8b-4cee-b093-2d762a4b39af tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154807
Apr 21 06:26:06.663780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] For port 22a34291-abd4-4e50-9a98-d42bb183f2bd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=22a34291-abd4-4e50-9a98-d42bb183f2bd,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:06.664210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:06.727418 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:26:06.766028 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8b097e11-5215-454a-9d13-3fff11f08746 req-c8713af4-d316-4884-8daa-3eeb88e547f2 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=77e59403-c14b-48b9-b3ab-a0c7cba8342e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520262
Apr 21 06:26:06.869631 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:06.883877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'port_id': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'mac_address': 'fa:16:3e:ce:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:26:06.942095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:06.960715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:26:06.976780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:06.980120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:06.982037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:06.999778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:07.000340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:07.000636 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Floating IP 82ddfbef-46d8-40b0-97cb-0d891b6195bc disassociated. External IP: 172.27.1.112, port: 22a34291-abd4-4e50-9a98-d42bb183f2bd.
Apr 21 06:26:07.001013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 22a34291-abd4-4e50-9a98-d42bb183f2bd owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:07.055432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=9']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:07.058667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:07.155536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:07.161398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d260061a-7d9d-4912-a759-edeeb95a6ac6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:07.208048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'Port': ['ID=22a34291-abd4-4e50-9a98-d42bb183f2bd,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:07.209833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['c9e2008f-06e7-4508-a381-e48e6682f3b3'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:26:07.222181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.222607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.223010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.223416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.223816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.224242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.224634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.225029 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.225419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.225806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.226194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.226580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:07.230744 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:07.427441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:07.622607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:07.632685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:07.647842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:07.648721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c826e0400>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:25:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:07.704335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] No DVR routers for this DVR port 22a34291-abd4-4e50-9a98-d42bb183f2bd on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:26:07.709515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:07.724058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'name': 'network-vif-deleted', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:07.734179 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-06e46724-45c5-4c26-ad29-46b7387cc064 req-97a8aecc-105d-4fd8-bb2f-ff1e6eda1309 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "DELETE /v2.0/ports/22a34291-abd4-4e50-9a98-d42bb183f2bd HTTP/1.1" status: 204  len: 173 time: 1.6353960
Apr 21 06:26:07.799849 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d86235-6c0a-4b66-a642-ab97e12690d8', 'name': 'network-vif-deleted', 'tag': '22a34291-abd4-4e50-9a98-d42bb183f2bd', 'status': 'completed', 'code': 200}
Apr 21 06:26:07.918496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b47a4d-b4c4-4ad5-9490-d825198f9904 req-05b5557e-82bb-4c88-af79-1f6ed94460bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:07.920442 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-33b47a4d-b4c4-4ad5-9490-d825198f9904 req-05b5557e-82bb-4c88-af79-1f6ed94460bf tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.1103041
Apr 21 06:26:07.972734 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-33b47a4d-b4c4-4ad5-9490-d825198f9904 req-4ff05990-add1-4aee-b84a-00bdd5ee11dc tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451372
Apr 21 06:26:08.032990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20452410-1dcf-4331-8447-3b1a08da4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:08.077688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:08.121360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-78d28b37-adee-44f7-b878-ed3438540bf6 req-d23e21aa-e627-46b7-8c44-04626d47b46c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:26:08.136673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-78d28b37-adee-44f7-b878-ed3438540bf6 req-d23e21aa-e627-46b7-8c44-04626d47b46c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:26:08.138485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-78d28b37-adee-44f7-b878-ed3438540bf6 req-d23e21aa-e627-46b7-8c44-04626d47b46c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=97d86235-6c0a-4b66-a642-ab97e12690d8 HTTP/1.1" status: 200  len: 210 time: 0.0647638
Apr 21 06:26:08.424437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c826e0400>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:08.428913 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:08.438669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:08.439344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c826e0400>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:08.590886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:08.648592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:08.780462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:26:08.992399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port c9e2008f-06e7-4508-a381-e48e6682f3b3 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:26:08.992818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.025273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.182185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c826e0400>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:09.185374 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.206010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1ebec-c957-4b80-9537-990a1e4faa0f None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:09.208233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e8d1f-acfc-46f7-a55e-19aadb5f590d req-b8b3c6bb-c9dc-4886-bd2c-67a124e81564 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.217200 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-765e8d1f-acfc-46f7-a55e-19aadb5f590d req-b8b3c6bb-c9dc-4886-bd2c-67a124e81564 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 944 time: 0.1186049
Apr 21 06:26:09.236204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:09.237297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:09.244048 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.244819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.245730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 22a34291-abd4-4e50-9a98-d42bb183f2bd no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:09.275850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:09.315177 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-765e8d1f-acfc-46f7-a55e-19aadb5f590d req-74167dc3-fc79-43b8-9e53-283a82d9ed90 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969331
Apr 21 06:26:09.334283 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'code': 200}
Apr 21 06:26:09.334283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 22a34291-abd4-4e50-9a98-d42bb183f2bd {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:09.334283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 22a34291-abd4-4e50-9a98-d42bb183f2bd not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:09.359454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46090) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:09.363095 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=10']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:09.366512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:09.421957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677860a-1263-468d-a228-82d4b5815163 req-5eafc4da-67d7-4356-8e51-e90014c13af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.423812 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-5eafc4da-67d7-4356-8e51-e90014c13af8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e4673f89424dea8aa8d1582575a9ac&device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1099 time: 0.0815620
Apr 21 06:26:09.446575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.480189 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.534292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.586570 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-714d9ab3-ab9f-4253-b2c9-f9d9db994c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:09.608249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e59403-c14b-48b9-b3ab-a0c7cba8342e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:09.612677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.614712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677860a-1263-468d-a228-82d4b5815163 req-9734d214-266f-4ea9-8a66-57cb8c50f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.616337 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-9734d214-266f-4ea9-8a66-57cb8c50f839 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 200  len: 918 time: 0.1737952
Apr 21 06:26:09.624685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.625907 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "DELETE /v2.0/security-groups/77e59403-c14b-48b9-b3ab-a0c7cba8342e HTTP/1.1" status: 204  len: 168 time: 0.2647908
Apr 21 06:26:09.628515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.628947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.629368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.629782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.630194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.630605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.631012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.631420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.631827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.632259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.632668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.633069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:26:09.635765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46094) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:09.641799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:09.657339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93785c98-49c5-4214-a11d-031fc325438d None None] New status for floating IP 82ddfbef-46d8-40b0-97cb-0d891b6195bc: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:26:09.662183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.v2.resource [None req-f530978d-69aa-4241-b249-4b2e5e741816 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] show failed (client error): The resource could not be found.
Apr 21 06:26:09.666124 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f530978d-69aa-4241-b249-4b2e5e741816 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups/77e59403-c14b-48b9-b3ab-a0c7cba8342e HTTP/1.1" status: 404  len: 347 time: 0.0249465
Apr 21 06:26:09.666835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46098) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:09.738059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-39345e8c-07f6-4874-ab31-deac2dc81c1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 200  len: 1000 time: 0.1155243
Apr 21 06:26:09.813465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677860a-1263-468d-a228-82d4b5815163 req-85836b53-e2f7-4048-97a6-cc3c0a88d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.815001 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-85836b53-e2f7-4048-97a6-cc3c0a88d25c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 200  len: 856 time: 0.0705631
Apr 21 06:26:09.851957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 38a2d726-d4e2-4011-a7c9-cd18851f24e6 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:09.852391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:09.891291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf096b-4546-4598-b6fa-904b6ed30190 req-78f30cce-b620-4662-b9d9-8eca1837540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.892968 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30cf096b-4546-4598-b6fa-904b6ed30190 req-78f30cce-b620-4662-b9d9-8eca1837540f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 1099 time: 0.3443205
Apr 21 06:26:09.901354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677860a-1263-468d-a228-82d4b5815163 req-60a26595-3ec2-4e2d-b0d3-b2b36df3e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:09.903101 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-60a26595-3ec2-4e2d-b0d3-b2b36df3e66d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19492d73-72e6-4381-b0d3-4491e2b8dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817459
Apr 21 06:26:10.043152 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30cf096b-4546-4598-b6fa-904b6ed30190 req-f88cf92e-5769-4e6e-a317-ed865a9007bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371384
Apr 21 06:26:10.096751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:10.097126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:10.250061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 38a2d726-d4e2-4011-a7c9-cd18851f24e6 owned by network:floatingip {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:10.290595 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-657f072b-d33a-439a-86a2-69c6739d3299 service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813200
Apr 21 06:26:10.338182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:26:10.338553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:26:10.478531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a677860a-1263-468d-a228-82d4b5815163 req-166d80aa-73be-40b3-8878-8b6293c0930a service neutron] 10.222.0.35 "GET /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791387
Apr 21 06:26:10.511776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46104) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:10.534393 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0d24-5e48-46b7-b552-ff708e33b5b3 req-ec028f2a-3513-4852-998c-a55fed9a702e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:10.536106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6cfc0d24-5e48-46b7-b552-ff708e33b5b3 req-ec028f2a-3513-4852-998c-a55fed9a702e tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.1050572
Apr 21 06:26:10.587059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6cfc0d24-5e48-46b7-b552-ff708e33b5b3 req-fde1a9fa-6ac5-4eb3-bae3-6c257514d39a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440745
Apr 21 06:26:10.742405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Deleting port 14056a55-77e1-4ce8-82bb-eb1ec8948b49 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:10.742781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:10.870890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 38a2d726-d4e2-4011-a7c9-cd18851f24e6 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:10.871137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.078928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.079298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.487196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Calling delete_port for 14056a55-77e1-4ce8-82bb-eb1ec8948b49 owned by network:floatingip {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:11.551237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.551606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.702884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 38a2d726-d4e2-4011-a7c9-cd18851f24e6 owned by network:floatingip {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:11.812545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89258f59-80aa-419f-87e6-4b3f037c55b4 req-231893dd-eb69-4eff-9d5f-0bf89893b1d5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:11.814416 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89258f59-80aa-419f-87e6-4b3f037c55b4 req-231893dd-eb69-4eff-9d5f-0bf89893b1d5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.0946333
Apr 21 06:26:11.862307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:26:11.866832 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89258f59-80aa-419f-87e6-4b3f037c55b4 req-984d4ffd-1963-4a9d-af9c-fd2645c81155 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442226
Apr 21 06:26:11.931946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.937985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-29a55916-529e-43d7-9681-8c134d2d3504 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:11.986712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:11.992109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event deleted for resources: {'Port': ['ID=14056a55-77e1-4ce8-82bb-eb1ec8948b49,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:11.995458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:11.998543 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-96049dec-6c36-4c31-abad-ca73f4302205 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:12.087216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'Port': ['ID=38a2d726-d4e2-4011-a7c9-cd18851f24e6,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:12.147479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:12.238072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for floatingip, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:12.238341 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Floating IP af1ac216-58da-4c2e-9ff8-3f81753e35eb disassociated (deleted). External IP: 172.27.1.195, port: 4f92060d-78d9-405c-b88a-fe7551ec62eb.
Apr 21 06:26:12.311305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:12.417391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:12.418631 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "DELETE /v2.0/floatingips/82ddfbef-46d8-40b0-97cb-0d891b6195bc HTTP/1.1" status: 204  len: 168 time: 2.7511289
Apr 21 06:26:12.640017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:12.832423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:12.836822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:12.842800 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Sync routers for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:12.853204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:12.853973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb91d0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:12.897538 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "DELETE /v2.0/floatingips/af1ac216-58da-4c2e-9ff8-3f81753e35eb HTTP/1.1" status: 204  len: 168 time: 2.3820517
Apr 21 06:26:12.897538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:13.034290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46152) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:13.041551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126826161', 'description': 'tempest-description--2119246309'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:13.050923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:13.056070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:13.059590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:13.066155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:13.076118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:13.080966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.112678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:13.121947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:13.126150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:13.137030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:13.229696 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'status': 'completed', 'code': 200}
Apr 21 06:26:13.242707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.247072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.254405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d1af8dac-052e-4f3f-8d6a-7364f726ef14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:13.285134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e02e92-07ec-4174-a01c-4d9697349296 req-a633ec29-0b58-4071-80f4-da1152d04ef1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.286892 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59e02e92-07ec-4174-a01c-4d9697349296 req-a633ec29-0b58-4071-80f4-da1152d04ef1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.1558352
Apr 21 06:26:13.301141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d202d9-5e86-4011-a9f4-4a9270842464,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:13.307458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:13.311574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.312957 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2770844
Apr 21 06:26:13.315894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46158) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:13.322066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group_rule': {'security_group_id': '28d202d9-5e86-4011-a9f4-4a9270842464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:13.329597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:13.333859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:13.337127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:13.343848 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:13.361588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.412024 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59e02e92-07ec-4174-a01c-4d9697349296 req-2130e844-8402-4f3d-9608-dae0424056a5 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762017
Apr 21 06:26:13.440291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-e7c286d9-d114-4821-9fc8-b01192db2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.440419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.440550 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-e7c286d9-d114-4821-9fc8-b01192db2e06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ded2bd119c742c28b20098321779f05&device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 1098 time: 0.2316401
Apr 21 06:26:13.440660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.452074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:13.474911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a263edb5-cc3a-455c-8c98-247a6781d2d3,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:13.478003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:13.481253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.484204 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-edad653f-92a8-4433-b942-69d5845aa28d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1657093
Apr 21 06:26:13.484311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb91d0>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:13.486533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46164) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:13.488750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Checking router: 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:13.492669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'security_group_rule': {'security_group_id': '28d202d9-5e86-4011-a9f4-4a9270842464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:13.499569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:13.500313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb91d0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:13.501384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:13.506188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:security_group_rule and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:13.509986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:13.516847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:13.535397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.606968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.611438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233139'] for security_group_rule, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.611647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd3fc-90ce-408f-a150-4c28bca1b409 req-02f2cf96-7b13-4969-ab53-852739fd1321 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.613184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7dc766e1-ba7b-4931-bfd1-757950e0bc70 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:13.613966 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4dfd3fc-90ce-408f-a150-4c28bca1b409 req-02f2cf96-7b13-4969-ab53-852739fd1321 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.3409135
Apr 21 06:26:13.642553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f9127a-7ac2-4708-8885-c6abd2d2b477,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:13.645721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:13.655540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.660372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-001e0860-3a48-40ee-bff4-37a70c9f84ac tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1694708
Apr 21 06:26:13.660615 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-9712c4fe-541a-4cd8-b48d-91dc60229bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.660869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46168) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:13.661059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-9712c4fe-541a-4cd8-b48d-91dc60229bae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 200  len: 910 time: 0.2140298
Apr 21 06:26:13.667436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:13.675931 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:13.681127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:floatingip and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:13.684757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:13.691638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:13.705919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.752757 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-c369ee48-449d-4613-91be-775874198d72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 200  len: 217 time: 0.0812027
Apr 21 06:26:13.758184 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4dfd3fc-90ce-408f-a150-4c28bca1b409 req-10ce354b-e3f4-42bd-8270-4c0c2ed5dc63 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309595
Apr 21 06:26:13.838937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-1a740f50-7428-4b1f-b641-36dcbbd20e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.840267 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-1a740f50-7428-4b1f-b641-36dcbbd20e06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 200  len: 848 time: 0.0806744
Apr 21 06:26:13.865745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:13.877134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:13.930651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-ec78ba47-8e3e-4b80-85a4-67ffa467bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:13.932819 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-ec78ba47-8e3e-4b80-85a4-67ffa467bc4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7aea89-ca85-44e3-b661-6f985e89ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852273
Apr 21 06:26:14.015498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Allocated IP 172.27.1.105 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/7ca018eb-0eb6-4cfe-a43e-1760db3746e2) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:26:14.125878 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-b9f5950d-77d9-460d-83d0-284a1bd0f85e service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861145
Apr 21 06:26:14.267939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2415f471-c626-4479-8831-607ab55dc202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81fb91d0>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:14.272391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.272610 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415f471-c626-4479-8831-607ab55dc202 None None] The sync data for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi is: [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:20:59Z', 'revision_number': 4, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '2aa6c626-182a-475f-b474-c9f1a79f122d', 'name': '', 'network_id': '9c7aea89-ca85-44e3-b661-6f985e89ffd8', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'mac_address': 'fa:16:3e:7b:fb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:58Z', 'updated_at': '2021-04-21T06:21:09Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'subnets': [{'id': 'a2e0aedb-d3ef-46b9-8fb8-7c81067c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:14.290236 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1ed4c7eb-49e5-4889-9b7c-471903c1e518 req-bfec6f18-d61d-4994-9913-d6d1337e4f99 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540191
Apr 21 06:26:14.315200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.319820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e0f090f0-0641-4f37-a09e-7958c30554d9 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:14.394793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:26:14.397837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:26:14.400643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:26:14.441699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=7ca018eb-0eb6-4cfe-a43e-1760db3746e2,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:14.444735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:14.495737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.564888 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.683094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd519eae-58f5-46af-bcf0-31052b31f5db None None] New status for floating IP af1ac216-58da-4c2e-9ff8-3f81753e35eb: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:26:14.770284 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-50a76bb0-e0c0-497c-a841-908f7120587c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:14.771817 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-50a76bb0-e0c0-497c-a841-908f7120587c tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.0880919
Apr 21 06:26:14.793005 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.797235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:14.802654 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68566acb-53c1-4794-b5de-892f8f21871b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:14.863979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Deleting port 4f92060d-78d9-405c-b88a-fe7551ec62eb {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:14.864415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.150679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209482-bce6-4c6b-8412-15f7e0e8f00a req-55eb8096-1aa8-47a1-9e77-cce7d188c42b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:15.152569 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23209482-bce6-4c6b-8412-15f7e0e8f00a req-55eb8096-1aa8-47a1-9e77-cce7d188c42b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 945 time: 0.2547822
Apr 21 06:26:15.173451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=7ca018eb-0eb6-4cfe-a43e-1760db3746e2,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:15.177955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:15.183060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.205997 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.207314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5451195
Apr 21 06:26:15.257049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] For port 4f92060d-78d9-405c-b88a-fe7551ec62eb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4f92060d-78d9-405c-b88a-fe7551ec62eb,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:15.257459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.272802 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-23209482-bce6-4c6b-8412-15f7e0e8f00a req-fb31f45e-8fff-4af9-a75d-51ffbd6fe1c8 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d405ac6-5c25-42b4-8654-436ec3ed8d31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058207
Apr 21 06:26:15.401165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Calling delete_port for 4f92060d-78d9-405c-b88a-fe7551ec62eb owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:15.507558 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-91611f06-f282-4317-9abf-b7ddb9c44858 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1126826161&fields=id&tenant_id=2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 267 time: 0.0756884
Apr 21 06:26:15.722932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.730212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-82c31b87-220f-4ec6-b95a-db0e6849af56 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:15.787457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-e91b623f-cb9e-425c-880f-7fc919ffc420 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:15.789053 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-e91b623f-cb9e-425c-880f-7fc919ffc420 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 811 time: 0.2672627
Apr 21 06:26:15.791625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event deleted for resources: {'Port': ['ID=4f92060d-78d9-405c-b88a-fe7551ec62eb,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:15.796399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:15.845052 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-34001a3a-13ad-4991-9283-d55e148e78d1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/quotas/2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 375 time: 0.0496871
Apr 21 06:26:15.920470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] No DVR routers for this DVR port 4f92060d-78d9-405c-b88a-fe7551ec62eb on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:26:15.927639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:15.930357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-deleted', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:15.952480 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f2a13e68-8c68-4a7f-85a4-92316f12ed8a req-6cc32de3-ef3d-4689-a041-222a169c0de1 tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.35 "DELETE /v2.0/ports/4f92060d-78d9-405c-b88a-fe7551ec62eb HTTP/1.1" status: 204  len: 173 time: 1.1748245
Apr 21 06:26:15.990213 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-0b2d0f8f-acd8-4341-bfd4-66162d901879 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1142302
Apr 21 06:26:15.992379 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d41b5da-9cc8-4599-8a1c-a17150384b3d', 'name': 'network-vif-deleted', 'tag': '4f92060d-78d9-405c-b88a-fe7551ec62eb', 'status': 'completed', 'code': 200}
Apr 21 06:26:16.189555 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-3b932b4d-e34b-4598-9ba9-d5ec3a16be75 service neutron] 10.222.0.37 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844516
Apr 21 06:26:16.609605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-1fff844d-1bf9-4fef-a2e7-db220a523aff req-82b5f366-9360-4c6a-bbf6-90bc6c6d0e9b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Synchronizing usage tracker for tenant:3ded2bd119c742c28b20098321779f05 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:26:16.647338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-1fff844d-1bf9-4fef-a2e7-db220a523aff req-82b5f366-9360-4c6a-bbf6-90bc6c6d0e9b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Unset dirty status for tenant:3ded2bd119c742c28b20098321779f05 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:26:16.648621 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1fff844d-1bf9-4fef-a2e7-db220a523aff req-82b5f366-9360-4c6a-bbf6-90bc6c6d0e9b tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d41b5da-9cc8-4599-8a1c-a17150384b3d HTTP/1.1" status: 200  len: 210 time: 0.1017199
Apr 21 06:26:16.651057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-dc66cf83-3dec-423b-b697-84b391d22037 service neutron] 10.222.0.37 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4549146
Apr 21 06:26:16.781592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:16.820696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 4f92060d-78d9-405c-b88a-fe7551ec62eb {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:16.821137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 4f92060d-78d9-405c-b88a-fe7551ec62eb not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:16.866902 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6dbd0c9d-f861-4dc7-8f9d-94e16a26248c req-7c7d70c6-4a63-42ec-832c-869a41572cf6 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 210 time: 0.0593698
Apr 21 06:26:17.751862 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46204) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:17.833251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:17.866824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:17.943797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:17.949742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2a43d3ae-7da5-42c4-811c-c7d935c54358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:17.967639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d405ac6-5c25-42b4-8654-436ec3ed8d31,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:17.975098 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:17.990856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-63c2a51d-6eb1-401a-b6db-09f85181cb99 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:17.992713 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-63c2a51d-6eb1-401a-b6db-09f85181cb99 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 811 time: 0.1939044
Apr 21 06:26:17.994431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:17.995703 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d405ac6-5c25-42b4-8654-436ec3ed8d31 HTTP/1.1" status: 204  len: 168 time: 0.2426565
Apr 21 06:26:18.084314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-632650e2-de2b-4886-8717-5387452aca9b req-9e7c4db3-e821-4f22-ae3e-77619655cf6e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 210 time: 0.0720272
Apr 21 06:26:18.107887 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-609cff4f-6d31-4d1e-856b-13c789872704 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2847a78001b54138af741b42fcf5444e HTTP/1.1" status: 200  len: 380 time: 0.0970864
Apr 21 06:26:18.128411 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'port': {'device_id': '1ec37857-231a-4edf-861d-1cc98a891b33', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'admin_state_up': True, 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'security_groups': ['28d202d9-5e86-4011-a9f4-4a9270842464']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:18.172054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46218) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:18.289201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:26:18.294552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Usage tracker for resource:port and tenant:2847a78001b54138af741b42fcf5444e is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:26:18.297765 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:26:18.304764 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:26:18.315216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Made reservation on behalf of 2847a78001b54138af741b42fcf5444e for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:26:18.321566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:18.498181 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Allocated IP 172.20.0.9 (f601c32b-33d6-4940-b41a-96128dfa7cec/8ac9d295-7587-4a93-9e9e-0bc40aec272b/1fd2c389-89fb-4cd3-b6e4-ec1153e28e23) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:26:18.699860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:18.718259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Transition to ACTIVE for port object 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:26:18.742751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:18.749093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a5b92e23-05c5-41d6-98e7-000bf6289359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:18.825233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Network f601c32b-33d6-4940-b41a-96128dfa7cec is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:26:18.828579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:26:18.835825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:26:18.871478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event updated for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:18.876612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:18.908711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:18.909576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:18.923919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:18.938306 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8148928
Apr 21 06:26:18.950711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Request body: {'port': {'device_id': '1ec37857-231a-4edf-861d-1cc98a891b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:19.052501 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6d25528e-27cd-427c-9064-80307defcc9f None None] Provisioning for port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:26:19.062202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-6d25528e-27cd-427c-9064-80307defcc9f None None] Provisioning complete for port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:26:19.062672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6d25528e-27cd-427c-9064-80307defcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.079594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.128339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-6d25528e-27cd-427c-9064-80307defcc9f None None] Port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:26:19.320982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Deleting port 2aa6c626-182a-475f-b474-c9f1a79f122d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:19.321285 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.409439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8433e-8cf2-4a21-a6b5-b80fb2a2fa6a req-67a8eb4a-ceeb-4484-acb8-08fd9216eaff tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:19.410247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-bcf8433e-8cf2-4a21-a6b5-b80fb2a2fa6a req-67a8eb4a-ceeb-4484-acb8-08fd9216eaff tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:26:19.461237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-bcf8433e-8cf2-4a21-a6b5-b80fb2a2fa6a req-67a8eb4a-ceeb-4484-acb8-08fd9216eaff tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:26:19.462538 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bcf8433e-8cf2-4a21-a6b5-b80fb2a2fa6a req-67a8eb4a-ceeb-4484-acb8-08fd9216eaff tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 931 time: 0.2583048
Apr 21 06:26:19.522742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] For port 2aa6c626-182a-475f-b474-c9f1a79f122d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2aa6c626-182a-475f-b474-c9f1a79f122d,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:19.523241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.585267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:26:19.592785 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bcf8433e-8cf2-4a21-a6b5-b80fb2a2fa6a req-cb723375-f82c-4887-9f3c-4bb1fa855413 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100168
Apr 21 06:26:19.598160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.621219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Transition to ACTIVE for port object 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:26:19.624676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.630569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2de3fbd3-3a13-4a1a-a106-811127c0c7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:19.666348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Calling delete_port for 2aa6c626-182a-475f-b474-c9f1a79f122d owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:19.811524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Pushing event updated for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:19.847528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:19.865066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.870978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:19.894343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Attempting to bind port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:26:19.894716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Attempting to bind port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:26:19.895089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Attempting to bind port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:26:19.900831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 on network f601c32b-33d6-4940-b41a-96128dfa7cec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:26:19.901194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Attempting to bind port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 on network f601c32b-33d6-4940-b41a-96128dfa7cec {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:26:19.907201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:26:19.907576 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Checking segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:26:19.908063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Bound using segment: {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:26:19.908516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Bound port: 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5b9e9-9677-41ac-9ffe-5891c2a017d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:26:19.908910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:19.924350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa6c626-182a-475f-b474-c9f1a79f122d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:19.955619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:20.027433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:26:20.032887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:26:20.036723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:20.042383 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:20.110808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:20.111504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:20.113135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] 10.222.0.35 "PUT /v2.0/ports/1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 HTTP/1.1" status: 200  len: 1093 time: 1.1674454
Apr 21 06:26:20.113719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:20.144395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Pushing event updated for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:20.147734 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:20.196477 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'status': 'completed', 'code': 200}
Apr 21 06:26:20.243906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-802a84c7-b84b-4774-ba67-af7725810056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:20.245562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:20.245904 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-802a84c7-b84b-4774-ba67-af7725810056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 1096 time: 0.0958033
Apr 21 06:26:20.328113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-1fc106ea-8e4e-4126-9309-2359fbf88e39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 HTTP/1.1" status: 200  len: 217 time: 0.0750475
Apr 21 06:26:20.399435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-dc00f1a8-5559-4441-8be1-cc623714c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:20.401028 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-dc00f1a8-5559-4441-8be1-cc623714c3fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.0666978
Apr 21 06:26:20.488031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-6bf0534c-d5ac-4bc1-98c6-cfad41097c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:20.489672 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-6bf0534c-d5ac-4bc1-98c6-cfad41097c5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824463
Apr 21 06:26:20.638873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:20.650574 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-bf5f0680-4ce2-4adf-a60c-cc42562cf429 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536050
Apr 21 06:26:20.836812 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:20.850356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Sync routers for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:20.854311 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7914f5c7-1de2-4847-9387-eac4a4b5e932 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e32a2b3-c2c3-451b-b823-f1cfae79b6d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6829059
Apr 21 06:26:20.857026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46230) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:20.860899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:20.861572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8408b358>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:20.880314 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45ada214-329a-495a-8b77-60227ed8d0d1 req-695467c8-7516-44b8-92a0-6a3eda4c4e54 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231498
Apr 21 06:26:20.900074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b4a3-6d2a-4109-9384-571bb90f9ef6 req-6e0c9915-86da-4c33-ad50-3cfc3fce416a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:20.901788 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e339b4a3-6d2a-4109-9384-571bb90f9ef6 req-6e0c9915-86da-4c33-ad50-3cfc3fce416a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 943 time: 0.1617851
Apr 21 06:26:21.005135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e339b4a3-6d2a-4109-9384-571bb90f9ef6 req-1b38f5f4-d0ab-434f-93e6-b62382ae486b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957494
Apr 21 06:26:21.041475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-b6ceaa65-ea4d-456d-a81d-bf10d9634ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:21.043247 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-b6ceaa65-ea4d-456d-a81d-bf10d9634ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 1096 time: 0.0999577
Apr 21 06:26:21.069106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:21.196878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-5d8b03b4-dfcc-469f-81d4-5a45b01aad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:21.198631 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-5d8b03b4-dfcc-469f-81d4-5a45b01aad24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.1489227
Apr 21 06:26:21.275199 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-ce3cdcf0-4079-4cc0-9eba-5efe79426bb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 HTTP/1.1" status: 200  len: 217 time: 0.0676537
Apr 21 06:26:21.323523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks [] for router, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:21.353140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-3d31d13c-8373-4491-97e1-9f60193a6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:21.354699 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-3d31d13c-8373-4491-97e1-9f60193a6e9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.0708585
Apr 21 06:26:21.401992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8408b358>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:26:19Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:21.407168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Checking router: 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:21.416808 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Routers {'1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:21.417486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8408b358>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:21.449544 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-b8dea7dd-3ac7-4a46-adb8-2486e83742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:21.451652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-b8dea7dd-3ac7-4a46-adb8-2486e83742a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883322
Apr 21 06:26:21.529593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:21.539171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Deleting port 02432c4f-9049-46af-a4c2-9d43365269d9 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:21.539801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:21.602520 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-7d84cc78-688c-479e-8300-92cd2f23c4aa service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436849
Apr 21 06:26:21.620864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] Set router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:21.741028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] For port 02432c4f-9049-46af-a4c2-9d43365269d9, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=02432c4f-9049-46af-a4c2-9d43365269d9,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:21.741534 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:21.757642 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d5973e6e-fdb1-4ce8-b935-c75f5e962ed8 req-769deb6e-386e-4f51-b1cb-3582e1155db4 service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471207
Apr 21 06:26:21.880975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Calling delete_port for 02432c4f-9049-46af-a4c2-9d43365269d9 owned by network:router_gateway {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:21.944439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8408b358>, [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:26:19Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:21.951616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2941693-8d40-4444-96ae-34f12ea69ef8 None None] The sync data for ids ['1e32a2b3-c2c3-451b-b823-f1cfae79b6d6'] in dv-cinder-776307-5-iscsi is: [{'id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'name': 'tempest-TestShelveInstance-1773106332-router', 'tenant_id': '3ded2bd119c742c28b20098321779f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:20:47Z', 'updated_at': '2021-04-21T06:26:19Z', 'revision_number': 5, 'project_id': '3ded2bd119c742c28b20098321779f05', 'gw_port': {'id': '02432c4f-9049-46af-a4c2-9d43365269d9', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32a2b3-c2c3-451b-b823-f1cfae79b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:20:51Z', 'updated_at': '2021-04-21T06:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:22.073453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.079257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-14363883-f7b6-4f3f-af4f-324b4e94dd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:22.129365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Pushing event deleted for resources: {'Port': ['ID=02432c4f-9049-46af-a4c2-9d43365269d9,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:22.158886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:22.228601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.261826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8343-759a-4e25-b753-b8647b4e4537 req-f7ae995e-8bac-4c2a-b92d-30ff411b78e3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:22.263942 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a8a8343-759a-4e25-b753-b8647b4e4537 req-f7ae995e-8bac-4c2a-b92d-30ff411b78e3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 943 time: 0.1008625
Apr 21 06:26:22.312926 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a8a8343-759a-4e25-b753-b8647b4e4537 req-9fde9411-bd30-41b3-ae85-358d75df608d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422590
Apr 21 06:26:22.421552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.423878 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.451790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.452413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 {{(pid=86321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:26:22.465372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.466600 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e32a2b3-c2c3-451b-b823-f1cfae79b6d6 HTTP/1.1" status: 204  len: 168 time: 1.6076365
Apr 21 06:26:22.469910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46236) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:22.543693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Deleting subnet a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:26:22.546858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.599238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.686550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.820545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:26:22.943781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.948781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-36726d74-198f-4771-aa56-0bcea1f89cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:22.960766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:22.974859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'port_id': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'mac_address': 'fa:16:3e:3d:3d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:26:22.988597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e0aedb-d3ef-46b9-8fb8-7c81067c6799,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:22.991882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:22.992962 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:22.999802 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2191785b-33c0-4dc9-8f23-4b133fab2faa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2e0aedb-d3ef-46b9-8fb8-7c81067c6799 HTTP/1.1" status: 204  len: 168 time: 0.5284953
Apr 21 06:26:23.002373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46240) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:23.010867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87ef78-0e5b-4b95-a44d-da25650458e6 None None] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:26:23.119293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.127766 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.131087 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Deleting port 17856b83-fadf-4d81-883f-e2a4747037a4 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:23.131465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.182201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:26:23.238964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:23.245201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.248052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2f428784-cc71-478c-ab07-b1ab0fd2ef2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:23.331602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:23.336919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:23.363267 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] For port 17856b83-fadf-4d81-883f-e2a4747037a4, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=17856b83-fadf-4d81-883f-e2a4747037a4,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:23.363677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.417840 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] DHCP port deletion for 9c7aea89-ca85-44e3-b661-6f985e89ffd8 request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:26:23.423323 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Deleting port 17856b83-fadf-4d81-883f-e2a4747037a4 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:23.423658 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.479911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:26:23.509246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Calling delete_port for 17856b83-fadf-4d81-883f-e2a4747037a4 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:23.544277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf679b-3e87-4428-818e-3352c5b3b213 req-71f0de87-6b2f-4a30-a715-77bad846715f tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:23.545983 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b1cf679b-3e87-4428-818e-3352c5b3b213 req-71f0de87-6b2f-4a30-a715-77bad846715f tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 944 time: 0.1038065
Apr 21 06:26:23.597748 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b1cf679b-3e87-4428-818e-3352c5b3b213 req-8895c7c3-e91f-47a3-bd48-9cbd0dfe822c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447769
Apr 21 06:26:23.620853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.626068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1be747a4-7716-4e48-a7dc-ed2e4cbb83c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:23.674047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Pushing event deleted for resources: {'Port': ['ID=17856b83-fadf-4d81-883f-e2a4747037a4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:23.676063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] No DVR routers for this DVR port 17856b83-fadf-4d81-883f-e2a4747037a4 on host dv-cinder-776307-5-iscsi {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:26:23.677625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:23.739866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] For port 17856b83-fadf-4d81-883f-e2a4747037a4, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=17856b83-fadf-4d81-883f-e2a4747037a4,segment=NetworkSegment(b34b9a31-76fc-4aec-a3b3-100851c0562d),segment_id=b34b9a31-76fc-4aec-a3b3-100851c0562d)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:23.740340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.798286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.885714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Calling delete_port for 17856b83-fadf-4d81-883f-e2a4747037a4 owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:23.915444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c81672c18>,) {'filters': {'network_id': ['9c7aea89-ca85-44e3-b661-6f985e89ffd8']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:23.922439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 17856b83-fadf-4d81-883f-e2a4747037a4 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:23.928353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c81672c18>, 'b34b9a31-76fc-4aec-a3b3-100851c0562d') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:23.928632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c81672c18>, 'b34b9a31-76fc-4aec-a3b3-100851c0562d') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:23.942353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.958012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:23.964350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:26:23.972204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 17856b83-fadf-4d81-883f-e2a4747037a4 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:23.972605 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 17856b83-fadf-4d81-883f-e2a4747037a4 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:23.973085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2aa6c626-182a-475f-b474-c9f1a79f122d no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:24.158305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:26:24.168489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:24.214139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 2aa6c626-182a-475f-b474-c9f1a79f122d {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:24.214455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2aa6c626-182a-475f-b474-c9f1a79f122d not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:24.214932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 02432c4f-9049-46af-a4c2-9d43365269d9 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:24.263026 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 02432c4f-9049-46af-a4c2-9d43365269d9 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:24.263425 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 02432c4f-9049-46af-a4c2-9d43365269d9 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:24.315714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:26:24.316154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:26:24.353188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Network 9c7aea89-ca85-44e3-b661-6f985e89ffd8 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:26:24.379287 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:26:24.454830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:24.458328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:24.475268 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:24.484863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7aea89-ca85-44e3-b661-6f985e89ffd8,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:24.488455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:24.499281 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c7aea89-ca85-44e3-b661-6f985e89ffd8 HTTP/1.1" status: 204  len: 168 time: 1.4958258
Apr 21 06:26:24.502363 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46248) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:24.807293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb028-e560-4fde-a871-ed5466c8d2d2 req-ef47a13e-ee99-4809-8fef-475056a832e3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:24.808828 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6dbfb028-e560-4fde-a871-ed5466c8d2d2 req-ef47a13e-ee99-4809-8fef-475056a832e3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 944 time: 0.0931573
Apr 21 06:26:24.818042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Deleting port 17856b83-fadf-4d81-883f-e2a4747037a4 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:24.818676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:24.854594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:26:24.860626 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6dbfb028-e560-4fde-a871-ed5466c8d2d2 req-612df7fb-ca79-462e-b486-b4c149afcc2d tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449338
Apr 21 06:26:24.933577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8e3a7-3c7b-4eb8-9fd6-ca26e751c347 None None] The port '17856b83-fadf-4d81-883f-e2a4747037a4' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:26:24.966348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:26:24.971479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:26:24.971898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:25.100463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:25.131557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:25.142692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:25.146634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:25.148820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:25.193364 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'code': 200}
Apr 21 06:26:25.232464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:25.235822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:25.338942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:25.442311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367721a3-53d6-40a4-a2ce-bffc9b95e645 req-2a23df37-632e-41cd-bd75-687ed485452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:25.443885 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-367721a3-53d6-40a4-a2ce-bffc9b95e645 req-2a23df37-632e-41cd-bd75-687ed485452e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 1098 time: 0.0801356
Apr 21 06:26:25.725677 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-367721a3-53d6-40a4-a2ce-bffc9b95e645 req-065d929e-335c-4c15-9f94-025b4b326334 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2741351
Apr 21 06:26:25.730389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Deleting port d866db67-74ee-459b-8241-29992c1f622b {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:25.730857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:25.921131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] For port d866db67-74ee-459b-8241-29992c1f622b, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=d866db67-74ee-459b-8241-29992c1f622b,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:25.921524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:26.056257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Calling delete_port for d866db67-74ee-459b-8241-29992c1f622b owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:26.069464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304d0fe-5519-4774-8a8e-7066f2d025aa req-a91e0941-397d-4b8e-9d23-e09cb308f29e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:26.071068 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a304d0fe-5519-4774-8a8e-7066f2d025aa req-a91e0941-397d-4b8e-9d23-e09cb308f29e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.0903354
Apr 21 06:26:26.122541 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a304d0fe-5519-4774-8a8e-7066f2d025aa req-d869aece-270a-4a27-8931-d5b0a2c4e325 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444961
Apr 21 06:26:26.236768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:26.241573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c9c47633-fe43-47ba-87e0-941759faed39 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:26.292805 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d866db67-74ee-459b-8241-29992c1f622b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:26.322137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:26.606477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:27.014269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Router aa1bbe16-ce56-4083-ba04-0fd78c3c41da has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:27.214768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:27.226460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Sync routers for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:27.226635 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] 10.222.0.37 "PUT /v2.0/routers/aa1bbe16-ce56-4083-ba04-0fd78c3c41da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7230337
Apr 21 06:26:27.229339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46260) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:27.240147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:27.240147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c834170f0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:27.437193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:27.489751 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:27.571571 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84f0ac-b61b-4aeb-943d-cd1cc71c1492 req-e0f3edd0-0550-4466-b68f-277732c286f0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:27.573240 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bc84f0ac-b61b-4aeb-943d-cd1cc71c1492 req-e0f3edd0-0550-4466-b68f-277732c286f0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.2823918
Apr 21 06:26:27.712278 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bc84f0ac-b61b-4aeb-943d-cd1cc71c1492 req-5db0c04f-581c-4215-8e56-77ba6f63c919 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816922
Apr 21 06:26:27.741788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:27.751243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Deleting port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:27.751623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:27.753682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c834170f0>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:26:26Z', 'revision_number': 5, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port': {'id': '2ebfc0ca-39ee-4e85-8185-2aa2c0329928', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:08Z', 'updated_at': '2021-04-21T06:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:27.757904 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Checking router: aa1bbe16-ce56-4083-ba04-0fd78c3c41da for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:27.768147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Routers {'aa1bbe16-ce56-4083-ba04-0fd78c3c41da'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:27.768829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c834170f0>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:27.935155 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] Set router aa1bbe16-ce56-4083-ba04-0fd78c3c41da gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:28.012159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] For port 2ebfc0ca-39ee-4e85-8185-2aa2c0329928, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:28.012449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.035801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547def1-9c3e-4f0a-b810-4c71d20e9804 req-35cc20e9-a3e4-491a-881d-2bb2aaf60b0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:28.037469 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f547def1-9c3e-4f0a-b810-4c71d20e9804 req-35cc20e9-a3e4-491a-881d-2bb2aaf60b0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.2137196
Apr 21 06:26:28.048496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46266) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:28.050510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c834170f0>, [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:26:27Z', 'revision_number': 6, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:28.055000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Request body: {'floatingip': {'port_id': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:26:28.055138 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3bfb6-967a-4de1-a0e8-beca81177961 None None] The sync data for ids ['aa1bbe16-ce56-4083-ba04-0fd78c3c41da'] in dv-cinder-776307-5-iscsi is: [{'id': 'aa1bbe16-ce56-4083-ba04-0fd78c3c41da', 'name': 'tempest-TestShelveInstance-1981115060-router', 'tenant_id': 'a820b65db96f444e879fd262700de18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:05Z', 'updated_at': '2021-04-21T06:26:27Z', 'revision_number': 6, 'project_id': 'a820b65db96f444e879fd262700de18b', 'gw_port_host': None}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:28.147842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.162109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Calling delete_port for 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:28.350602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.356289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b7263ea1-8e5b-48b3-aa13-6209590a2972 tempest-VolumesSnapshotTestJSON-1269492349 tempest-VolumesSnapshotTestJSON-1269492349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:28.406729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebfc0ca-39ee-4e85-8185-2aa2c0329928,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:28.438367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:28.513667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.713573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.716321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.744038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.744769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa1bbe16-ce56-4083-ba04-0fd78c3c41da {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:26:28.760049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.761382 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa1bbe16-ce56-4083-ba04-0fd78c3c41da HTTP/1.1" status: 204  len: 168 time: 1.5306356
Apr 21 06:26:28.764733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46270) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:28.841212 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Deleting subnet 236832c5-d4e0-4371-a3a7-764e04b91db5 {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:26:28.844975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.905960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848066530'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:28.942271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.resource_extend [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 06:26:28.993653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.046590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.049406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.233527 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Floating IP a8c178bd-85bb-4e0b-95bb-2f2155fd5408 associated. External IP: 172.27.1.105, port: 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23.
Apr 21 06:26:29.272795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847348584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7741564'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.278860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-00f3f111-2b44-4dc3-b780-fe99cfab18ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:29.317613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236832c5-d4e0-4371-a3a7-764e04b91db5,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:29.319756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.322614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:29.324244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b13ef-2ea7-4c7d-90a5-c23fd25fc2e1 None None] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:26:29.330191 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2a205bee-1b32-4a6f-8542-c078badb04fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/236832c5-d4e0-4371-a3a7-764e04b91db5 HTTP/1.1" status: 204  len: 168 time: 0.5620749
Apr 21 06:26:29.330526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46274) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:29.450519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.462322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Deleting port e27122b1-02b5-46c9-9243-861289ca5329 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:29.462702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.685223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] DHCP port deletion for edb5a54b-bf16-40f2-9792-d2657fd4ba8c request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:26:29.689504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Deleting port e27122b1-02b5-46c9-9243-861289ca5329 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:29.689932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.702994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:29.710864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] For port e27122b1-02b5-46c9-9243-861289ca5329, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e27122b1-02b5-46c9-9243-861289ca5329,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:29.711608 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.936353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] For port e27122b1-02b5-46c9-9243-861289ca5329, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=e27122b1-02b5-46c9-9243-861289ca5329,segment=NetworkSegment(0ccf08e7-0283-4227-b283-8d6ec4c50b2c),segment_id=0ccf08e7-0283-4227-b283-8d6ec4c50b2c)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:29.936353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:29.944289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e27122b1-02b5-46c9-9243-861289ca5329 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:29.963000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Calling delete_port for e27122b1-02b5-46c9-9243-861289ca5329 owned by network:dhcp {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:30.049293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:30.054730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:30.081682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:30.086915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-acea70a8-4938-4e78-912d-3b69b9116154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:30.113152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:30.123525 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-99e3a822-b250-40fc-85ba-e39fc75201ba tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "PUT /v2.0/floatingips/a8c178bd-85bb-4e0b-95bb-2f2155fd5408 HTTP/1.1" status: 200  len: 991 time: 2.0705323
Apr 21 06:26:30.123525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:30.123797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Calling delete_port for e27122b1-02b5-46c9-9243-861289ca5329 owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:30.141877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] No DVR routers for this DVR port e27122b1-02b5-46c9-9243-861289ca5329 on host dv-cinder-776307-5-iscsi {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:26:30.184943 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'status': 'completed', 'code': 200}
Apr 21 06:26:30.198160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:30.198869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0fac8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.202404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27122b1-02b5-46c9-9243-861289ca5329,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:30.253685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:30.279291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No active binding found for port e27122b1-02b5-46c9-9243-861289ca5329 {{(pid=86322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 21 06:26:30.279752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device e27122b1-02b5-46c9-9243-861289ca5329 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:30.280254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:30.331380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:30.378419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:30.378726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 2ebfc0ca-39ee-4e85-8185-2aa2c0329928 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:30.379200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device d866db67-74ee-459b-8241-29992c1f622b no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:30.440611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: d866db67-74ee-459b-8241-29992c1f622b {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:30.441008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device d866db67-74ee-459b-8241-29992c1f622b not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:30.466758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:26:30.467376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:26:30.510669 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:30.708942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8267fd68>,) {'filters': {'network_id': ['edb5a54b-bf16-40f2-9792-d2657fd4ba8c']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.721836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-9f30ee10-8250-489a-a1c2-9e44d32c64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:30.723485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-9f30ee10-8250-489a-a1c2-9e44d32c64f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2847a78001b54138af741b42fcf5444e&device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 1098 time: 0.4684775
Apr 21 06:26:30.727279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8267fd68>, '0ccf08e7-0283-4227-b283-8d6ec4c50b2c') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.727596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8267fd68>, '0ccf08e7-0283-4227-b283-8d6ec4c50b2c') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.768062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709270'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:30.841726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:30.859249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:26:30.895706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0fac8>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'a8c178bd-85bb-4e0b-95bb-2f2155fd5408', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:3d:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec37857-231a-4edf-861d-1cc98a891b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:26:14Z', 'updated_at': '2021-04-21T06:26:28Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.900701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:30.913168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:30.913932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0fac8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:30.976923 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Deleting port e27122b1-02b5-46c9-9243-861289ca5329 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:30.977250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.063001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-ffd23773-0d64-46fa-a7cf-f154fcce4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:31.065473 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-ffd23773-0d64-46fa-a7cf-f154fcce4c0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 200  len: 912 time: 0.3288805
Apr 21 06:26:31.127677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9236b5aa-0d9f-4f56-a7a2-f55795c0255f None None] The port 'e27122b1-02b5-46c9-9243-861289ca5329' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:26:31.133337 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:26:31.148959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427899'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.367527 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-1efbc3c2-d729-47ea-b153-c39794b04887 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 HTTP/1.1" status: 200  len: 999 time: 0.2868392
Apr 21 06:26:31.386594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:31.423065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Network edb5a54b-bf16-40f2-9792-d2657fd4ba8c has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:26:31.449213 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:26:31.550777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-ff4d9e9b-0607-4f8c-8a5d-872ca972a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:31.553063 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-ff4d9e9b-0607-4f8c-8a5d-872ca972a4d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 200  len: 850 time: 0.1702774
Apr 21 06:26:31.608721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.620065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:31.636461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.648151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb5a54b-bf16-40f2-9792-d2657fd4ba8c,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:31.653851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:31.656523 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/edb5a54b-bf16-40f2-9792-d2657fd4ba8c HTTP/1.1" status: 204  len: 168 time: 2.3250775
Apr 21 06:26:31.681981 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-6a4151d1-60a8-4c78-9428-caccbe0a25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:31.683658 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-6a4151d1-60a8-4c78-9428-caccbe0a25cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f601c32b-33d6-4940-b41a-96128dfa7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210177
Apr 21 06:26:31.784811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81f0fac8>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'a8c178bd-85bb-4e0b-95bb-2f2155fd5408', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:3d:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec37857-231a-4edf-861d-1cc98a891b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:26:14Z', 'updated_at': '2021-04-21T06:26:28Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:31.789769 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66bbd-edf1-4744-ab0a-8fe5988c1208 None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'a8c178bd-85bb-4e0b-95bb-2f2155fd5408', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'port_id': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'mac_address': 'fa:16:3e:3d:3d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec37857-231a-4edf-861d-1cc98a891b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:26:14Z', 'updated_at': '2021-04-21T06:26:28Z', 'revision_number': 1, 'project_id': '2847a78001b54138af741b42fcf5444e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:31.790213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46286) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:31.841514 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-78352507-f2e1-4fd9-bfb9-d9364acbf7df service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509614
Apr 21 06:26:31.847277 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b3314f78-e37a-4087-9d82-7fc904a8d12c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ded2bd119c742c28b20098321779f05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556905
Apr 21 06:26:31.849971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46290) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:31.926780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.956990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:31.993085 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-245c6d22-4df7-4c99-99c9-00ac4e335acb req-44c1847b-6572-4e52-a833-5d32d7aa5f3e service neutron] 10.222.0.35 "GET /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446583
Apr 21 06:26:32.003380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.008730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3313a6d4-e8d0-4090-9d2a-9618e34956d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:32.024665 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2b255-40fd-41da-adca-6ad33244f60c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:32.029706 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:32.033254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.036905 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-db4cc91b-9bf8-4e9f-bd93-18b5fa206a1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15d2b255-40fd-41da-adca-6ad33244f60c HTTP/1.1" status: 204  len: 168 time: 0.1835616
Apr 21 06:26:32.093793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6094b2b-7e19-442c-b1bb-f1670b515c39 None None] New status for floating IP a8c178bd-85bb-4e0b-95bb-2f2155fd5408: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:26:32.425074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46300) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:32.510977 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8919814a-156c-4e8d-a2da-a28f84d09037 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a820b65db96f444e879fd262700de18b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0841794
Apr 21 06:26:32.514359 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46304) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:32.585202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.613761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.664210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.670368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-951540be-eed2-4c1f-8406-ec4608f4cd89 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:32.684598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968ce47-436b-4286-b801-04fc17acd6d5,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:32.688297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:32.689733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:32.690713 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3968ce47-436b-4286-b801-04fc17acd6d5 HTTP/1.1" status: 204  len: 168 time: 0.1752472
Apr 21 06:26:34.896396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ce41-0287-41ce-b20d-70f5033e94ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:37.944825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7a93722f-364f-477c-a6b0-9e0f7c748750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:38.476872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:38.958094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:39.227419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:39.615400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:45.854282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd921747-9bde-4ae2-b3ee-b5b6a3a33fea req-f334b542-97eb-4583-8717-a953f54f53eb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:45.856571 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd921747-9bde-4ae2-b3ee-b5b6a3a33fea req-f334b542-97eb-4583-8717-a953f54f53eb tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.0965171
Apr 21 06:26:45.912442 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd921747-9bde-4ae2-b3ee-b5b6a3a33fea req-80fac584-120a-4a17-ad0b-87d61ea262e1 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492868
Apr 21 06:26:47.158681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc892e7-8514-49b8-b292-b70c4e065acc req-38b963b1-71c9-4dcd-9e5b-2ab6fd01fc5b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:47.160512 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7dc892e7-8514-49b8-b292-b70c4e065acc req-38b963b1-71c9-4dcd-9e5b-2ab6fd01fc5b tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.1178236
Apr 21 06:26:47.212334 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7dc892e7-8514-49b8-b292-b70c4e065acc req-78f2ae18-68da-4e2e-87e9-ca84e888d79c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4861d2b-e94f-4d82-adb8-eb603091a466&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452318
Apr 21 06:26:47.379955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883bf05-a869-4422-80b0-990f8291e14f req-9749a699-15ab-4404-bab7-90f1b99ba457 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:26:47.381693 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5883bf05-a869-4422-80b0-990f8291e14f req-9749a699-15ab-4404-bab7-90f1b99ba457 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 946 time: 0.0995469
Apr 21 06:26:47.467400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Deleting port c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:47.467691 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:47.775244 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] For port c9e2008f-06e7-4508-a381-e48e6682f3b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c9e2008f-06e7-4508-a381-e48e6682f3b3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:47.775832 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:48.171308 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:48.172297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:48.172492 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Floating IP bc56a20a-3ee9-4e23-81cf-220e7145624b disassociated. External IP: 172.27.1.28, port: c9e2008f-06e7-4508-a381-e48e6682f3b3.
Apr 21 06:26:48.173197 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Calling delete_port for c9e2008f-06e7-4508-a381-e48e6682f3b3 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:48.360630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:48.367328 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-93f50a80-9c3f-4752-b061-74c17f8b27bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:48.474368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'Port': ['ID=c9e2008f-06e7-4508-a381-e48e6682f3b3,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:48.481113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-84d1f9f3-0493-4745-8fcf-8c42f5852129 req-7c9c05eb-b99d-405e-a3e8-06526bcba376 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 210 time: 0.0786448
Apr 21 06:26:48.482055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:48.728958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:48.861907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:26:49.195400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:49.208986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:49.226536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:49.227753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8413b7b8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:49.285663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] No DVR routers for this DVR port c9e2008f-06e7-4508-a381-e48e6682f3b3 on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:26:49.289353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:49.294604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-deleted', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:26:49.320063 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5883bf05-a869-4422-80b0-990f8291e14f req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.35 "DELETE /v2.0/ports/c9e2008f-06e7-4508-a381-e48e6682f3b3 HTTP/1.1" status: 204  len: 173 time: 1.9279335
Apr 21 06:26:49.376391 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73fdfa-838e-4ac2-90e0-c5f0af17cf61', 'name': 'network-vif-deleted', 'tag': 'c9e2008f-06e7-4508-a381-e48e6682f3b3', 'status': 'completed', 'code': 200}
Apr 21 06:26:49.460174 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:49.777343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-27d3d6f9-7c62-4320-a5c4-6ee4036e7aae req-6b5fec5c-0258-42ce-97cd-e04a705d0e5a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Synchronizing usage tracker for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:26:49.793652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-27d3d6f9-7c62-4320-a5c4-6ee4036e7aae req-6b5fec5c-0258-42ce-97cd-e04a705d0e5a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Unset dirty status for tenant:26e4673f89424dea8aa8d1582575a9ac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:26:49.794960 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-27d3d6f9-7c62-4320-a5c4-6ee4036e7aae req-6b5fec5c-0258-42ce-97cd-e04a705d0e5a tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab73fdfa-838e-4ac2-90e0-c5f0af17cf61 HTTP/1.1" status: 200  len: 210 time: 0.0683918
Apr 21 06:26:49.973338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8413b7b8>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:49.978649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:49.991114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:49.994680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8413b7b8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:50.234668 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:50.683221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8413b7b8>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:50.688696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc13fc1-e031-4aa3-b106-b120cd20a3b9 None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:19:52Z', 'revision_number': 4, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '9702ab7c-7597-40c7-9e20-9a908baa7f43', 'name': '', 'network_id': '19492d73-72e6-4381-b0d3-4491e2b8dea6', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'mac_address': 'fa:16:3e:02:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:48Z', 'updated_at': '2021-04-21T06:20:09Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'subnets': [{'id': '611e78a3-bd75-4cbe-b48c-df872c072e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:50.980195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:50.994556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46368) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:51.031930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: c9e2008f-06e7-4508-a381-e48e6682f3b3 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:51.032407 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device c9e2008f-06e7-4508-a381-e48e6682f3b3 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:51.091780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.096517 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c12d5-a28f-40fa-a343-4bdb33b3dc82 None None] New status for floating IP bc56a20a-3ee9-4e23-81cf-220e7145624b: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:26:51.129612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.203049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.208618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8b5876e-6aac-42d7-ac65-442407466180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:51.235185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4861d2b-e94f-4d82-adb8-eb603091a466,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:51.239704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:51.255936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.260217 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-61a809ea-0069-47a2-8efd-52b17adfe73d tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "DELETE /v2.0/security-groups/a4861d2b-e94f-4d82-adb8-eb603091a466 HTTP/1.1" status: 204  len: 168 time: 0.2618768
Apr 21 06:26:51.261399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46372) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:51.281861 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.v2.resource [None req-02ca3528-5cae-44e5-b916-df3867ef2285 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] show failed (client error): The resource could not be found.
Apr 21 06:26:51.283063 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-02ca3528-5cae-44e5-b916-df3867ef2285 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "GET /v2.0/security-groups/a4861d2b-e94f-4d82-adb8-eb603091a466 HTTP/1.1" status: 404  len: 347 time: 0.0192943
Apr 21 06:26:51.286147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46376) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:51.467494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Deleting port 94f1ed85-3033-45a7-9382-d0239d8b64e0 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:51.467855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.659839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.660256 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.801476 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Calling delete_port for 94f1ed85-3033-45a7-9382-d0239d8b64e0 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:51.950236 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:51.954074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8187d2a2-f33a-43c9-b727-19b3501d4811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:52.004516 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Pushing event deleted for resources: {'Port': ['ID=94f1ed85-3033-45a7-9382-d0239d8b64e0,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:52.007928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:52.108300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:52.126619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:52.127865 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] 10.222.0.37 "DELETE /v2.0/floatingips/bc56a20a-3ee9-4e23-81cf-220e7145624b HTTP/1.1" status: 204  len: 168 time: 0.8407280
Apr 21 06:26:54.958475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46406) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:55.761184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:56.128147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Deleting port 9702ab7c-7597-40c7-9e20-9a908baa7f43 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:56.128714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:56.314246 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] For port 9702ab7c-7597-40c7-9e20-9a908baa7f43, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=9702ab7c-7597-40c7-9e20-9a908baa7f43,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:56.314644 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:56.448804 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Calling delete_port for 9702ab7c-7597-40c7-9e20-9a908baa7f43 owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:56.645693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:56.651061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0b22dd15-373a-4282-9027-c00b5abd6a17 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:56.702027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9702ab7c-7597-40c7-9e20-9a908baa7f43,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:56.729827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:56.985874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:57.617486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Router 6384a9aa-1e95-4936-99d7-2da402e58bba has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:26:57.815967 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:26:57.824963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Sync routers for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:26:57.828972 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] 10.222.0.37 "PUT /v2.0/routers/6384a9aa-1e95-4936-99d7-2da402e58bba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8693132
Apr 21 06:26:57.831713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46418) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:57.835096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:57.835781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82353ba8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:58.028059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:58.035686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:58.224550 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:58.232972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Deleting port 552e46be-6fbd-470b-b097-46eba5244d46 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:58.233340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:58.432936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] For port 552e46be-6fbd-470b-b097-46eba5244d46, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=552e46be-6fbd-470b-b097-46eba5244d46,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:26:58.433868 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:58.524642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82353ba8>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '552e46be-6fbd-470b-b097-46eba5244d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:26:56Z', 'revision_number': 5, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port': {'id': '552e46be-6fbd-470b-b097-46eba5244d46', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:36Z', 'updated_at': '2021-04-21T06:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:58.529162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Checking router: 6384a9aa-1e95-4936-99d7-2da402e58bba for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:26:58.540273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Routers {'6384a9aa-1e95-4936-99d7-2da402e58bba'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:26:58.540971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82353ba8>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:26:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['6384a9aa-1e95-4936-99d7-2da402e58bba'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:58.576309 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Calling delete_port for 552e46be-6fbd-470b-b097-46eba5244d46 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:26:58.704311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] Set router 6384a9aa-1e95-4936-99d7-2da402e58bba gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:26:58.754010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:58.758975 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c3261a59-7e97-48b2-bd86-82492fdb5e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:58.810853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=552e46be-6fbd-470b-b097-46eba5244d46,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:58.824582 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82353ba8>, [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:26:58Z', 'revision_number': 6, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:26:58.829112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e49c90-e527-45b8-b1e6-26d09e19bd2f None None] The sync data for ids ['6384a9aa-1e95-4936-99d7-2da402e58bba'] in dv-cinder-776307-5-iscsi is: [{'id': '6384a9aa-1e95-4936-99d7-2da402e58bba', 'name': 'tempest-AttachVolumeShelveTestJSON-2043045114-router', 'tenant_id': '26e4673f89424dea8aa8d1582575a9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:33Z', 'updated_at': '2021-04-21T06:26:58Z', 'revision_number': 6, 'project_id': '26e4673f89424dea8aa8d1582575a9ac', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:26:58.838647 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:58.907413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.102398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.104983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.128646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.129209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6384a9aa-1e95-4936-99d7-2da402e58bba {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:26:59.142028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.143262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6384a9aa-1e95-4936-99d7-2da402e58bba HTTP/1.1" status: 204  len: 168 time: 1.3105295
Apr 21 06:26:59.146023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46424) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:59.215598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Deleting subnet 611e78a3-bd75-4cbe-b48c-df872c072e78 {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:26:59.218936 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.271199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848066530'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.358532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.626032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847348584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7741564'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.630813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:26:59.670234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611e78a3-bd75-4cbe-b48c-df872c072e78,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:26:59.673496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:26:59.674685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.679413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e62ac3-6c87-494a-b577-59afae1138c7 None None] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:26:59.680746 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b68e0864-ec36-4e18-8f2a-0f821142b738 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/611e78a3-bd75-4cbe-b48c-df872c072e78 HTTP/1.1" status: 204  len: 168 time: 0.5337026
Apr 21 06:26:59.683372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46428) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:26:59.801043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.813237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Deleting port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:26:59.813622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:26:59.938253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 552e46be-6fbd-470b-b097-46eba5244d46 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:26:59.971872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] DHCP port deletion for 19492d73-72e6-4381-b0d3-4491e2b8dea6 request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:26:59.981819 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 552e46be-6fbd-470b-b097-46eba5244d46 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:26:59.982220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 552e46be-6fbd-470b-b097-46eba5244d46 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:26:59.982703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 9702ab7c-7597-40c7-9e20-9a908baa7f43 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:00.016248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Deleting port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:00.016680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.052909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 9702ab7c-7597-40c7-9e20-9a908baa7f43 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:00.053315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 9702ab7c-7597-40c7-9e20-9a908baa7f43 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:00.053457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] For port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:00.053919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.192827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Calling delete_port for 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 owned by network:dhcp {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:00.246480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] For port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,segment=NetworkSegment(91f9b5b4-5a28-4fb9-a040-223c92e81721),segment_id=91f9b5b4-5a28-4fb9-a040-223c92e81721)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:00.246867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.278041 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.284746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b060804d-12d3-4afa-af0f-c795f9f39209 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:00.335900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] No DVR routers for this DVR port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 on host dv-cinder-776307-5-iscsi {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:27:00.370826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:00.373583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:00.393003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Calling delete_port for 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:00.475472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.482589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:27:00.483213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:27:00.607213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c83b46780>,) {'filters': {'network_id': ['19492d73-72e6-4381-b0d3-4491e2b8dea6']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:00.631696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83b46780>, '91f9b5b4-5a28-4fb9-a040-223c92e81721') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:00.632711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83b46780>, '91f9b5b4-5a28-4fb9-a040-223c92e81721') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:00.658907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6709270'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.688352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:00.701074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:27:00.984757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Deleting port 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:00.985370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.061935 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4aaa-2a2b-416a-b657-6a0e9fa8d238 None None] The port '7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:27:01.149793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:27:01.161547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427899'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.348178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Network 19492d73-72e6-4381-b0d3-4491e2b8dea6 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:27:01.375100 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:27:01.454795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.459577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.463760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:01.487106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19492d73-72e6-4381-b0d3-4491e2b8dea6,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:01.489889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:01.504468 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f0cf5e1a-d8fb-41ce-b64a-ac50c371eff0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19492d73-72e6-4381-b0d3-4491e2b8dea6 HTTP/1.1" status: 204  len: 168 time: 1.8194466
Apr 21 06:27:01.633779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46438) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:01.691862 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8c775c9b-cc98-45c3-b93f-51639c494147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26e4673f89424dea8aa8d1582575a9ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567608
Apr 21 06:27:01.694449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46442) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:01.759564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.789535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.840716 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.846121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-daf4d62c-fb93-4d89-a538-15c5961fd913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:01.861609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae33663a-d812-466c-8fe6-ce265def7ba9,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:01.864207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:01.872033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:01.878726 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae33663a-d812-466c-8fe6-ce265def7ba9 HTTP/1.1" status: 204  len: 168 time: 0.1829424
Apr 21 06:27:01.959220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:02.025299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:02.026156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 7da09a8e-45b6-41aa-b4c7-d98dab2ce9a3 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:04.820091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff2260-9350-468c-82f8-e1ca597bf1da req-800ba558-f513-444d-8318-f8ba50a9c8a8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:04.821783 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8dff2260-9350-468c-82f8-e1ca597bf1da req-800ba558-f513-444d-8318-f8ba50a9c8a8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0952253
Apr 21 06:27:04.874567 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8dff2260-9350-468c-82f8-e1ca597bf1da req-f7235f55-52d6-4d53-96d1-a50c19612958 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443275
Apr 21 06:27:04.900945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5935796b-82b6-40a7-b020-497fdcee2a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:06.083742 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47aec-07f1-4bb5-ab0a-57634e2b1b4b req-f26dc606-3dc6-4861-87ef-efb4766c9e1a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:06.085536 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b7a47aec-07f1-4bb5-ab0a-57634e2b1b4b req-f26dc606-3dc6-4861-87ef-efb4766c9e1a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0906692
Apr 21 06:27:06.137016 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b7a47aec-07f1-4bb5-ab0a-57634e2b1b4b req-6247efbc-ccf2-44ab-ab60-83486f6af063 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426183
Apr 21 06:27:07.352833 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f57e-5347-403f-873e-8dbdc644c076 req-c9406fae-881d-4c9c-8195-1968e4e83354 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:07.354536 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c9d2f57e-5347-403f-873e-8dbdc644c076 req-c9406fae-881d-4c9c-8195-1968e4e83354 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0935397
Apr 21 06:27:07.405957 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c9d2f57e-5347-403f-873e-8dbdc644c076 req-86fcc827-7054-4bd8-a911-c43fabf0f4a3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442274
Apr 21 06:27:07.947799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9fd1-93b2-402e-af82-2fd4161bfd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:08.486271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:08.658898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa27dc2-04b9-49b1-9dc4-d578533c8511 req-7aef387a-f586-4c8f-88f4-d0941beee03c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:08.660628 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3fa27dc2-04b9-49b1-9dc4-d578533c8511 req-7aef387a-f586-4c8f-88f4-d0941beee03c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.1101551
Apr 21 06:27:08.709704 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3fa27dc2-04b9-49b1-9dc4-d578533c8511 req-15f8f50d-57d0-4a04-8067-4d19c178e513 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426083
Apr 21 06:27:08.905427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-3cac6fec-2be0-40dd-88e9-7425ba51586b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:08.907059 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-3cac6fec-2be0-40dd-88e9-7425ba51586b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 945 time: 0.0886517
Apr 21 06:27:08.960384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:08.996927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:08.997226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.237101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.285265 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] For port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:09.285671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.618068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.619118 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.619533 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.619883 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP 4dc8a7b9-d814-4bd5-bd7e-0822097801e4 disassociated. External IP: 172.27.1.229, port: 2a9ed600-8048-48f8-bfd1-bc4dfd12c096.
Apr 21 06:27:09.620294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:09.775657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:09.781703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-697ec005-a217-4cb3-9d90-4b47772f270c tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:09.833124 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=2a9ed600-8048-48f8-bfd1-bc4dfd12c096,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:09.882343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.882763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.883171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.883574 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.883988 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.884400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.884797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.885194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.885592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.885989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.886946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.887338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:09.897033 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:09.958755 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-78c84b06-727a-4c5c-a7ed-bbddb91319d9 req-62367540-26df-42bb-a653-7f48c3f9f0ad tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 210 time: 0.1213057
Apr 21 06:27:10.102352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:27:10.300906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:27:10.311260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:27:10.322784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:10.323473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82f14a90>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:10.380595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] No DVR routers for this DVR port 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 on host hv-cinder-77630 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:27:10.383346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:10.387090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'name': 'network-vif-deleted', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:27:10.404531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c4f30786-c773-4cae-b295-4de5b8ec29be req-0df94a4b-f80c-491a-9ea0-c1665d55491d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "DELETE /v2.0/ports/2a9ed600-8048-48f8-bfd1-bc4dfd12c096 HTTP/1.1" status: 204  len: 173 time: 1.4916308
Apr 21 06:27:10.442603 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad436046-3d23-48bc-ae0a-dddca12c7d6c', 'name': 'network-vif-deleted', 'tag': '2a9ed600-8048-48f8-bfd1-bc4dfd12c096', 'status': 'completed', 'code': 200}
Apr 21 06:27:10.526261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:10.896093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82f14a90>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:10.901034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:27:10.913435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:10.914130 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82f14a90>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:11.081577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:11.148390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:11.188402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:11.188402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 2a9ed600-8048-48f8-bfd1-bc4dfd12c096 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:11.218707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-a55c16ca-834c-4530-adfc-5ee82b9db7ac req-6d3a1626-62d4-4e16-896f-049bbbe850fd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:27:11.236062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-a55c16ca-834c-4530-adfc-5ee82b9db7ac req-6d3a1626-62d4-4e16-896f-049bbbe850fd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:27:11.240596 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a55c16ca-834c-4530-adfc-5ee82b9db7ac req-6d3a1626-62d4-4e16-896f-049bbbe850fd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad436046-3d23-48bc-ae0a-dddca12c7d6c HTTP/1.1" status: 200  len: 210 time: 0.1131308
Apr 21 06:27:11.529223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82f14a90>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:11.533492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d50cb-1474-4146-bdf3-d7b40ba790af None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:27:11.643508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46584) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:11.767693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:11.783911 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:11.788099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3134bdf2f59d4332abc4de9688b4518d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:11.791319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:11.798226 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:11.888423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:11.891093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:11.899950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-260db657-3269-451e-8a22-4a26a6649a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:11.911251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deedd84-f198-4eba-8fd4-17bf17735f47 None None] New status for floating IP 4dc8a7b9-d814-4bd5-bd7e-0822097801e4: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:27:11.943077 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3134bdf2f59d4332abc4de9688b4518d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982929
Apr 21 06:27:11.944728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eadf7e0-d3e3-40b7-8cad-3e1d9fb49024,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:11.945850 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46590) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:11.948057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:12.010477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:12.041356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:12.087992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:12.095645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-20ffd60c-f78b-45ae-a805-afb8acca7df8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:12.111114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eadf7e0-d3e3-40b7-8cad-3e1d9fb49024,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:12.113510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:12.117808 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1eadf7e0-d3e3-40b7-8cad-3e1d9fb49024 HTTP/1.1" status: 204  len: 168 time: 0.1707714
Apr 21 06:27:12.126526 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.126950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.127367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.127777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.128222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.128633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.129034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.129560 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.129961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.130477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.131203 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.131612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:12.135373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-642e39f8-14da-42d1-a716-625cb59788d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:12.741325 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-fd7d7d09-272c-4b66-9d87-ff6db3975107 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422581113&fields=id&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 267 time: 0.0702748
Apr 21 06:27:12.921415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-38c2868a-4f1f-41de-81a7-faba796ef6c3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:12.923138 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-38c2868a-4f1f-41de-81a7-faba796ef6c3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.1808565
Apr 21 06:27:12.946902 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-55c16855-337b-4de6-a7fd-3bb07a7ace13 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/quotas/0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 375 time: 0.0170052
Apr 21 06:27:13.051524 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-8f93ae84-8194-4b8e-a777-3b1deaf299c5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0976388
Apr 21 06:27:13.202236 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-8fc75843-3b89-4a2e-9524-7a287bd93975 service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405132
Apr 21 06:27:13.351954 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-553b97e7-2290-480f-b21a-0d26ea1e7674 service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432128
Apr 21 06:27:13.782308 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-59358c63-5bcc-4f91-8f2e-6cd26273ec9e req-148eb009-7a42-4ac9-8871-559a53ec789b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 210 time: 0.0510004
Apr 21 06:27:14.955396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-05a16ee1-dc3e-43e8-b028-0ac106a37ac5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:14.957044 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-05a16ee1-dc3e-43e8-b028-0ac106a37ac5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.2115092
Apr 21 06:27:14.972352 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5c058ba0-6989-4c29-affa-f5f759c01129 req-ab28a23c-ea26-42a1-bb85-b9e13c8707b6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 210 time: 0.0651166
Apr 21 06:27:15.034419 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-4683f456-c30a-4e76-aa78-8436f3d68b41 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 380 time: 0.0647597
Apr 21 06:27:15.044342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'port': {'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'admin_state_up': True, 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'security_groups': ['a9f941b0-dd7c-4ed7-833e-adab05406bf4']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:27:15.429509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:15.440096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:15.449384 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Made reservation on behalf of 0bbbaf9ffdd54174ae4fe09518fd5878 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:27:15.455580 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:15.632204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.20.0.4 (e6e6396e-f3ef-4730-a501-5d6703c90a7d/673e09cb-df9e-42e0-a77d-2fad69724498/84827f7f-5f03-437a-9881-9732e9119580) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:27:15.836959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:15.854017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Transition to ACTIVE for port object 84827f7f-5f03-437a-9881-9732e9119580 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:27:15.879025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:15.885024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a4ca0cc6-4ef2-4939-8e71-67fdbea22c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:15.958590 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:27:15.962811 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:27:15.967902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:27:16.011757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:16.020036 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:16.053346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:16.054072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:16.092372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-0b1fa3f3-3b55-4fcd-ac6f-63da00f633e2 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0523982
Apr 21 06:27:16.195561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-54ecc483-5bf7-4d86-b9c4-d86a825e3b7f None None] Provisioning for port 84827f7f-5f03-437a-9881-9732e9119580 completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:27:16.196064 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47b04d-b862-4298-a93d-822079502204 req-fbd736c2-5186-4fad-9cc8-ad0ccc3d64fe tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:16.196860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7d47b04d-b862-4298-a93d-822079502204 req-fbd736c2-5186-4fad-9cc8-ad0ccc3d64fe tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:27:16.201611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-54ecc483-5bf7-4d86-b9c4-d86a825e3b7f None None] Provisioning complete for port 84827f7f-5f03-437a-9881-9732e9119580 triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:27:16.202035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-54ecc483-5bf7-4d86-b9c4-d86a825e3b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:16.212557 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-7d47b04d-b862-4298-a93d-822079502204 req-fbd736c2-5186-4fad-9cc8-ad0ccc3d64fe tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:27:16.215480 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d47b04d-b862-4298-a93d-822079502204 req-fbd736c2-5186-4fad-9cc8-ad0ccc3d64fe tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 931 time: 0.1103203
Apr 21 06:27:16.261855 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-54ecc483-5bf7-4d86-b9c4-d86a825e3b7f None None] Port 84827f7f-5f03-437a-9881-9732e9119580 cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:27:16.267458 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d47b04d-b862-4298-a93d-822079502204 req-7cb1fda8-26fb-454c-b9ee-2f0e896a2e0f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464721
Apr 21 06:27:17.473235 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d35bcb-b290-4658-9a82-69a99f2d1e9b req-069bb631-0603-4deb-9c7e-19257fe7b5b5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:17.474868 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c9d35bcb-b290-4658-9a82-69a99f2d1e9b req-069bb631-0603-4deb-9c7e-19257fe7b5b5 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 931 time: 0.0930610
Apr 21 06:27:17.525451 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c9d35bcb-b290-4658-9a82-69a99f2d1e9b req-91b8afd5-e572-46da-859f-50347b81b4fd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434401
Apr 21 06:27:18.593099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Request body: {'port': {'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:27:18.781690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:18.846645 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07488-2c37-42f4-90cc-7d94d48f3eab req-2a1c2ce9-dbfe-45ad-a8ba-736c377f9247 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:18.848359 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a2b07488-2c37-42f4-90cc-7d94d48f3eab req-2a1c2ce9-dbfe-45ad-a8ba-736c377f9247 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 931 time: 0.2024817
Apr 21 06:27:18.965897 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-a2b07488-2c37-42f4-90cc-7d94d48f3eab req-ef9f211b-ccd5-47fd-92fb-1c041abeb685 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090851
Apr 21 06:27:19.209470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84827f7f-5f03-437a-9881-9732e9119580 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:27:19.218019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:19.233746 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Transition to ACTIVE for port object 84827f7f-5f03-437a-9881-9732e9119580 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:27:19.236472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:19.240331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2793d446-629f-46c3-aba2-b32e9b2f0da8 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:19.419579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Pushing event updated for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:19.428404 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:19.518510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Attempting to bind port 84827f7f-5f03-437a-9881-9732e9119580 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:27:19.519035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Attempting to bind port 84827f7f-5f03-437a-9881-9732e9119580 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:27:19.519331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Attempting to bind port 84827f7f-5f03-437a-9881-9732e9119580 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:27:19.525149 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Port 84827f7f-5f03-437a-9881-9732e9119580 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:27:19.525515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Attempting to bind port 84827f7f-5f03-437a-9881-9732e9119580 on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:27:19.533167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:27:19.533542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:27:19.533963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Bound using segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:27:19.534438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Bound port: 84827f7f-5f03-437a-9881-9732e9119580, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:27:19.534820 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:19.633980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:27:19.637853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84827f7f-5f03-437a-9881-9732e9119580,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:27:19.641331 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:19.646186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-918f1d3a-fdab-4566-b0a0-462ddbd85c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:19.705007 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:19.705730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:19.707266 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] 10.222.0.35 "PUT /v2.0/ports/84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 1093 time: 1.1190495
Apr 21 06:27:19.707826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:27:19.800372 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580', 'status': 'completed', 'code': 200}
Apr 21 06:27:19.803889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Pushing event updated for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:19.809298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c674c087-c0e1-4a7d-a6d8-e9b11180a875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:19.848587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-bc069231-c214-4834-8832-b80fc95e2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:19.850308 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-bc069231-c214-4834-8832-b80fc95e2bc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1096 time: 0.1056278
Apr 21 06:27:19.941135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-a547d98e-d972-41be-a31d-dbde58e0171e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 217 time: 0.0822253
Apr 21 06:27:20.028598 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-b3f0f69d-ee77-499f-885d-9166f98de1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:20.030260 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-b3f0f69d-ee77-499f-885d-9166f98de1e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0831220
Apr 21 06:27:20.206901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-5bf2a4bc-7853-429c-baca-25bfcced5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:20.208785 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-5bf2a4bc-7853-429c-baca-25bfcced5eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1719224
Apr 21 06:27:20.224351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5190fab-b144-44da-9646-8e9fca8357c5 req-4af11ff9-6d16-4e55-b4f9-7e618dd76853 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:20.226585 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c5190fab-b144-44da-9646-8e9fca8357c5 req-4af11ff9-6d16-4e55-b4f9-7e618dd76853 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.1264675
Apr 21 06:27:20.369930 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c5190fab-b144-44da-9646-8e9fca8357c5 req-bd2426cf-f0fb-479c-a0dd-6f2e65920b84 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153593
Apr 21 06:27:20.428894 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-3fe54516-e4c0-4c28-89f7-19572a1b31d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010908
Apr 21 06:27:20.583494 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ace48b39-8e2b-46fe-9ac1-3759979a7706 req-7092451e-0335-4b1c-889e-2b299334997d service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465776
Apr 21 06:27:20.717950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-980b89df-7beb-4ef6-93f8-cafcc28e7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:20.719565 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-980b89df-7beb-4ef6-93f8-cafcc28e7f9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1096 time: 0.0905871
Apr 21 06:27:20.860031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-b5399b40-7d93-4217-8be9-aea434450327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:20.861525 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-b5399b40-7d93-4217-8be9-aea434450327 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1358571
Apr 21 06:27:21.588720 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba731-8b75-4b8b-9865-95f77e52ea49 req-38ea8e9c-8691-480d-83be-e876b9b56d99 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:21.590262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-681ba731-8b75-4b8b-9865-95f77e52ea49 req-38ea8e9c-8691-480d-83be-e876b9b56d99 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.0902419
Apr 21 06:27:21.639162 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-681ba731-8b75-4b8b-9865-95f77e52ea49 req-a5784a4d-0c5b-45d9-8364-6547dd66eca8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424132
Apr 21 06:27:21.978024 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-91d244b4-eb81-449a-9e0e-f67e5f1e29d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 217 time: 0.0681596
Apr 21 06:27:22.848202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14458-fc10-4a1e-b835-053fd05fb49d req-4dc8330e-47be-4359-8942-9f43a4ce5375 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:22.849676 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0df14458-fc10-4a1e-b835-053fd05fb49d req-4dc8330e-47be-4359-8942-9f43a4ce5375 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.0925241
Apr 21 06:27:22.896701 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0df14458-fc10-4a1e-b835-053fd05fb49d req-62029c63-4702-4fa0-9649-d9f7514fdd97 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405989
Apr 21 06:27:23.869597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-d89c4071-4962-4f74-adbb-872d772380a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:23.871844 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-d89c4071-4962-4f74-adbb-872d772380a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0680981
Apr 21 06:27:23.961474 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-30375caa-aea9-457f-9814-65903e7cf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:23.963212 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-30375caa-aea9-457f-9814-65903e7cf50c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842927
Apr 21 06:27:24.194711 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-d29e59cb-4895-42d5-b2d0-9ef57230aae2 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235119
Apr 21 06:27:24.208045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5ad1-4645-4fb0-9603-9b47a130141d req-29a37c79-6ff0-418a-baf8-a1b099acadbb tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:24.209655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8bae5ad1-4645-4fb0-9603-9b47a130141d req-29a37c79-6ff0-418a-baf8-a1b099acadbb tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.1473022
Apr 21 06:27:24.346798 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8bae5ad1-4645-4fb0-9603-9b47a130141d req-8bfe5bb9-c01e-4cc2-ad3e-a8a2cefaed3c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116846
Apr 21 06:27:24.382622 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-115a7700-0228-4ba9-91cc-e3a24ed34953 req-cf74a28a-0513-4ca7-b8c9-31d2b8baf27a service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719506
Apr 21 06:27:25.556876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59630c-944e-4d18-9cbc-ac9b9ebcf021 req-4e9aee84-5243-4990-8025-5b42cb2b5223 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:25.558506 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c59630c-944e-4d18-9cbc-ac9b9ebcf021 req-4e9aee84-5243-4990-8025-5b42cb2b5223 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.0976074
Apr 21 06:27:25.606598 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2c59630c-944e-4d18-9cbc-ac9b9ebcf021 req-e94bb23a-a5ed-42cb-bc6d-113f33477802 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417066
Apr 21 06:27:25.860880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:27:26.804626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a928f-0d7a-4058-bd17-44a5950db2c4 req-90a5662b-00f9-4d5b-bc7f-d6bfed7f14ea tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:26.806132 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-926a928f-0d7a-4058-bd17-44a5950db2c4 req-90a5662b-00f9-4d5b-bc7f-d6bfed7f14ea tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.0876822
Apr 21 06:27:26.856302 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-926a928f-0d7a-4058-bd17-44a5950db2c4 req-1d6aa9c7-aee0-49c7-b794-20faafd84a20 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430875
Apr 21 06:27:28.060562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c12d5-46b7-498a-aeac-9a071a9e6fae req-573b72fc-cbd2-4f34-b4c0-5a7cc5cca168 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:28.062169 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-456c12d5-46b7-498a-aeac-9a071a9e6fae req-573b72fc-cbd2-4f34-b4c0-5a7cc5cca168 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.0893629
Apr 21 06:27:28.109184 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-456c12d5-46b7-498a-aeac-9a071a9e6fae req-eeeedfac-3bae-47ca-b2fc-fb71ae8174ec tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407691
Apr 21 06:27:29.474272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 84827f7f-5f03-437a-9881-9732e9119580 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:27:29.550521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8044e0-8f54-40e3-a9d6-b3858297c874 req-7a418dc2-f235-4c29-b3e7-9d2a8f24eafd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:29.552496 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bb8044e0-8f54-40e3-a9d6-b3858297c874 req-7a418dc2-f235-4c29-b3e7-9d2a8f24eafd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 943 time: 0.3275242
Apr 21 06:27:29.603001 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bb8044e0-8f54-40e3-a9d6-b3858297c874 req-732121fe-3591-47a0-9b5d-8ad450740666 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423863
Apr 21 06:27:29.622683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84827f7f-5f03-437a-9881-9732e9119580,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:29.636867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '84827f7f-5f03-437a-9881-9732e9119580', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:27:29.700993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:29.718910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84827f7f-5f03-437a-9881-9732e9119580 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:27:29.736055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84827f7f-5f03-437a-9881-9732e9119580,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:29.739195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:29.741979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:29.810825 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:29.818444 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.818831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.819208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.819578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.819945 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.820339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.820704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.821067 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.821452 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.821815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.822176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.822535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:27:29.826663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:29.986566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['84827f7f-5f03-437a-9881-9732e9119580'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:27:30.813596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d028fc-ded3-4c12-8d8c-f6fe38fdf97e req-1bbac8bc-1a12-4362-bf63-448ec0cd28af tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:30.815198 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68d028fc-ded3-4c12-8d8c-f6fe38fdf97e req-1bbac8bc-1a12-4362-bf63-448ec0cd28af tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 944 time: 0.0905604
Apr 21 06:27:30.867588 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-68d028fc-ded3-4c12-8d8c-f6fe38fdf97e req-c52e7ed9-2bf9-4452-a9ad-0a46f3af130a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456226
Apr 21 06:27:32.074148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486c93-b04b-43c5-a9f1-24b10d6593c7 req-37d44510-937d-423b-9576-88f5d373c177 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:32.075765 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-70486c93-b04b-43c5-a9f1-24b10d6593c7 req-37d44510-937d-423b-9576-88f5d373c177 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 944 time: 0.0909400
Apr 21 06:27:32.125305 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-70486c93-b04b-43c5-a9f1-24b10d6593c7 req-26739509-d0d7-4ccf-8ed3-f7ce791ca7cd tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422859
Apr 21 06:27:33.328037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e7006-0f20-49fd-9689-91d3054d4097 req-ef617bf0-0ce4-4e14-bf04-6fa885196e1e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:33.329593 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd6e7006-0f20-49fd-9689-91d3054d4097 req-ef617bf0-0ce4-4e14-bf04-6fa885196e1e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 944 time: 0.0910664
Apr 21 06:27:33.377051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd6e7006-0f20-49fd-9689-91d3054d4097 req-37b40f50-99c0-4855-beb2-2e2b0cdd2c48 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411611
Apr 21 06:27:33.566727 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 84827f7f-5f03-437a-9881-9732e9119580 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:27:33.799034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 84827f7f-5f03-437a-9881-9732e9119580 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:27:33.803694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 84827f7f-5f03-437a-9881-9732e9119580 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:27:33.804148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:33.927025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:33.954400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84827f7f-5f03-437a-9881-9732e9119580'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:27:33.965170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84827f7f-5f03-437a-9881-9732e9119580,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:33.967889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:33.970733 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:34.003313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84827f7f-5f03-437a-9881-9732e9119580', 'code': 200}
Apr 21 06:27:34.043604 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:34.046760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:34.580866 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd17a-ddb6-47be-a85f-691f218f1555 req-37a6066f-3f5c-4d6c-81b8-903c1fe98b2c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:34.582491 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38edd17a-ddb6-47be-a85f-691f218f1555 req-37a6066f-3f5c-4d6c-81b8-903c1fe98b2c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.0921834
Apr 21 06:27:34.629804 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38edd17a-ddb6-47be-a85f-691f218f1555 req-13923a5e-dd89-4181-be12-d92b0c6a8548 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408869
Apr 21 06:27:34.902892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-89ce4d78-5c12-4d4f-a565-f1e106966a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:35.739279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a079241-a9c0-4ff8-94c2-24e64a8df912 req-a4ec959e-f39a-43a5-b881-58284bb626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:35.741049 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a079241-a9c0-4ff8-94c2-24e64a8df912 req-a4ec959e-f39a-43a5-b881-58284bb626d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0844753
Apr 21 06:27:35.838411 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9a079241-a9c0-4ff8-94c2-24e64a8df912 req-18e7a095-cd54-4629-a3fb-7e29fea621d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897384
Apr 21 06:27:35.868228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588e14-3505-4cf0-95f3-f5a44a9a92db req-c4bb34b7-845a-4d0c-9b6d-aa9f8efa9d54 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:35.869797 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad588e14-3505-4cf0-95f3-f5a44a9a92db req-c4bb34b7-845a-4d0c-9b6d-aa9f8efa9d54 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.1230683
Apr 21 06:27:35.925153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ad588e14-3505-4cf0-95f3-f5a44a9a92db req-2c85616d-1e51-46cc-b014-d1258fe70765 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463364
Apr 21 06:27:37.129521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28b4bf-07db-4d83-bb40-156f2c44a65c req-6f4882aa-b9fc-43bd-9e17-d2ea96ab3a63 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:37.131112 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3c28b4bf-07db-4d83-bb40-156f2c44a65c req-6f4882aa-b9fc-43bd-9e17-d2ea96ab3a63 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.0905952
Apr 21 06:27:37.179135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-3c28b4bf-07db-4d83-bb40-156f2c44a65c req-c2853ab9-7528-4628-b387-6e157667cd98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410013
Apr 21 06:27:37.384688 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb422f-aeda-47b9-ac2a-5ad7c0144060 req-27272ced-9fce-4f3c-bd2b-90042d903835 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:37.386835 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3fb422f-aeda-47b9-ac2a-5ad7c0144060 req-27272ced-9fce-4f3c-bd2b-90042d903835 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.0930133
Apr 21 06:27:37.437217 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c3fb422f-aeda-47b9-ac2a-5ad7c0144060 req-d1005e58-2b3e-4c97-b77d-89e4b1d0af27 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438240
Apr 21 06:27:37.463068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46890) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:37.540774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71feaf4-4d95-4864-80dc-c33b10b2f01b tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:37.542841 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f71feaf4-4d95-4864-80dc-c33b10b2f01b tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1093 time: 0.0784392
Apr 21 06:27:37.545603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46894) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:37.551281 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:27:37.558219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:37.562399 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:floatingip and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:37.565527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:37.571612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:37.581663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:37.726487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:37.875664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.27.1.187 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/dea272de-b4b6-4746-a617-9610afcf7c96) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:27:37.955585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-01e27a4a-0d5d-4c40-81d6-eaa76ff16c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.041182 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.083623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.088664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d3d68d6f-33a4-4afc-bab1-20fa1f191381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:38.153677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:27:38.154890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:27:38.159499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:27:38.207143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=dea272de-b4b6-4746-a617-9610afcf7c96,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:38.211558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:38.485455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.567944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfad61-6d02-441b-af6e-725034fd7719 req-f31da7cb-15ea-4b30-bec5-7004c3390f0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:38.569609 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e9bfad61-6d02-441b-af6e-725034fd7719 req-f31da7cb-15ea-4b30-bec5-7004c3390f0e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.0900862
Apr 21 06:27:38.619828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.623279 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e9bfad61-6d02-441b-af6e-725034fd7719 req-a6f5d28a-05cf-4e9c-9121-3929f782e2c1 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456643
Apr 21 06:27:38.696699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.911815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.915172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:38.919671 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:38.962740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:39.033983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=dea272de-b4b6-4746-a617-9610afcf7c96,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:39.038274 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:39.043092 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:39.229334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:39.461702 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP f709ae5d-77c5-4102-a5ca-62f047606493 associated. External IP: 172.27.1.187, port: 84827f7f-5f03-437a-9881-9732e9119580.
Apr 21 06:27:39.621801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:39.833053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395903-a446-4d5c-b2a6-748caa11e517 req-739ed559-9f9b-4879-8f5c-67ab210b0f65 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:39.834560 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96395903-a446-4d5c-b2a6-748caa11e517 req-739ed559-9f9b-4879-8f5c-67ab210b0f65 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.0891855
Apr 21 06:27:39.847186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:27:39.885444 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96395903-a446-4d5c-b2a6-748caa11e517 req-c200bdf9-b6ab-40cc-ab79-027a90904a8a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433781
Apr 21 06:27:40.041653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:27:40.053229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:27:40.064846 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:40.065583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83019080>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:40.067187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:40.126464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5795789
Apr 21 06:27:40.127081 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:27:40.175963 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580', 'status': 'completed', 'code': 200}
Apr 21 06:27:40.255828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:40.619315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83019080>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:38Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:40.623388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:27:40.632191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:40.632837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83019080>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:40.975084 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:41.091457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77097f5-515c-4eee-a7e1-bbe1f9fb4257 req-25caca60-a5e8-4da1-b043-f7399e537368 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:41.093080 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e77097f5-515c-4eee-a7e1-bbe1f9fb4257 req-25caca60-a5e8-4da1-b043-f7399e537368 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.0935664
Apr 21 06:27:41.140403 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e77097f5-515c-4eee-a7e1-bbe1f9fb4257 req-593ffbc9-1444-4b4b-bbbd-0e609147ff1c tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408173
Apr 21 06:27:41.334400 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83019080>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:38Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:41.338487 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347218e-c6bd-482c-84c6-617157fba830 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:38Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:27:41.623008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66e7ad6-8623-4796-87c0-cebea0fb4a34 None None] New status for floating IP f709ae5d-77c5-4102-a5ca-62f047606493: ACTIVE {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:27:41.669260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-2e0447f8-ca53-4796-9bfe-6cc0cad4e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:41.670861 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-2e0447f8-ca53-4796-9bfe-6cc0cad4e1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0833366
Apr 21 06:27:41.821984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-7cab961a-13c9-46bc-8d70-7b1be78ec92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:41.823594 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-7cab961a-13c9-46bc-8d70-7b1be78ec92e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1430063
Apr 21 06:27:41.936842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-4e487acd-dfe1-4123-b113-61a01d62b637 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 999 time: 0.1064322
Apr 21 06:27:42.007830 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-2db140bb-1dfe-4319-bab6-9bfe9334a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:42.009452 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-2db140bb-1dfe-4319-bab6-9bfe9334a21c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0652511
Apr 21 06:27:42.103013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-61c3967d-4970-4dab-907d-2424aefc7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:42.105221 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-61c3967d-4970-4dab-907d-2424aefc7453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827637
Apr 21 06:27:42.136478 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ce507-a396-4289-bbe8-8a81cde0795a req-8d870081-17d9-49b3-bfc6-4d35e36c72b4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:42.137168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-461ce507-a396-4289-bbe8-8a81cde0795a req-8d870081-17d9-49b3-bfc6-4d35e36c72b4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Synchronizing usage tracker for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:27:42.149942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-461ce507-a396-4289-bbe8-8a81cde0795a req-8d870081-17d9-49b3-bfc6-4d35e36c72b4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Unset dirty status for tenant:2847a78001b54138af741b42fcf5444e on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:27:42.151675 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-461ce507-a396-4289-bbe8-8a81cde0795a req-8d870081-17d9-49b3-bfc6-4d35e36c72b4 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.1058586
Apr 21 06:27:42.228682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:42.229071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:42.248671 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-922475ce-2d73-4e80-aac7-3ddd99392a95 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368887
Apr 21 06:27:42.466689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4ce0-f742-4040-bd23-a8ea6e337e8a req-30d25b6e-682c-47b0-8be0-dc41d570f26e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:27:42.468331 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f40b4ce0-f742-4040-bd23-a8ea6e337e8a req-30d25b6e-682c-47b0-8be0-dc41d570f26e tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 945 time: 0.1888194
Apr 21 06:27:42.474214 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ef8b6ad0-90d3-4685-8e9d-752abbbd5cba req-5aabbff4-2cbe-4000-83d8-ef640628fd1e service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189767
Apr 21 06:27:42.502319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] For port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:42.508514 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:42.519754 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f40b4ce0-f742-4040-bd23-a8ea6e337e8a req-bb2ef8f9-b4e7-4b86-8ad6-6794eda3c4c0 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d202d9-5e86-4011-a9f4-4a9270842464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445106
Apr 21 06:27:42.828332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:42.828763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:42.829120 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Floating IP a8c178bd-85bb-4e0b-95bb-2f2155fd5408 disassociated. External IP: 172.27.1.105, port: 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23.
Apr 21 06:27:42.829507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:42.985050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:42.990575 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0188d1da-d844-4718-98a0-9e56b2d32933 tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:43.042513 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'Port': ['ID=1fd2c389-89fb-4cd3-b6e4-ec1153e28e23,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:43.045865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:43.236950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:27:43.671869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:27:43.681219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:27:43.691951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:43.692646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83038278>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:43.702263 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2ec603ba-aece-4d6c-a403-426c26f7f251 req-6dd551a3-e1a7-473e-9e2d-f3c46f7bf50a tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec37857-231a-4edf-861d-1cc98a891b33 HTTP/1.1" status: 200  len: 210 time: 0.0490019
Apr 21 06:27:43.748078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] No DVR routers for this DVR port 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:27:43.750705 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:43.753614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'name': 'network-vif-deleted', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:27:43.770014 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-461ce507-a396-4289-bbe8-8a81cde0795a req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.35 "DELETE /v2.0/ports/1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 HTTP/1.1" status: 204  len: 173 time: 1.6137788
Apr 21 06:27:43.806684 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec37857-231a-4edf-861d-1cc98a891b33', 'name': 'network-vif-deleted', 'tag': '1fd2c389-89fb-4cd3-b6e4-ec1153e28e23', 'status': 'completed', 'code': 200}
Apr 21 06:27:43.900396 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:44.277361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83038278>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:44.282055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:27:44.291540 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:44.292902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83038278>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:44.498531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:44.837859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 46986) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:44.842310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83038278>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:44.846521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473cbfc-517b-4699-b1c8-2311540b2c74 None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:22:26Z', 'revision_number': 4, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '590d3ab3-b60b-40d1-b138-2c0465611d3f', 'name': '', 'network_id': 'f601c32b-33d6-4940-b41a-96128dfa7cec', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'mac_address': 'fa:16:3e:96:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:24Z', 'updated_at': '2021-04-21T06:22:36Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'subnets': [{'id': '8ac9d295-7587-4a93-9e9e-0bc40aec272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:27:44.908847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:44.942194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:44.988038 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:44.993205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f4d288a3-e1d5-4244-b721-74c6e5411432 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:45.009234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d202d9-5e86-4011-a9f4-4a9270842464,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:45.015702 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:45.017530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:45.018722 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-67d1655f-8aa6-430c-834a-a3afb144f101 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "DELETE /v2.0/security-groups/28d202d9-5e86-4011-a9f4-4a9270842464 HTTP/1.1" status: 204  len: 168 time: 0.1791770
Apr 21 06:27:45.021698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46990) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:45.039628 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.api.v2.resource [None req-c5e7b41d-8b6e-42ae-a8f3-424727aefbcb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] show failed (client error): The resource could not be found.
Apr 21 06:27:45.040722 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c5e7b41d-8b6e-42ae-a8f3-424727aefbcb tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "GET /v2.0/security-groups/28d202d9-5e86-4011-a9f4-4a9270842464 HTTP/1.1" status: 404  len: 347 time: 0.0179873
Apr 21 06:27:45.043737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 46994) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:45.215075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 7ca018eb-0eb6-4cfe-a43e-1760db3746e2 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:45.215455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:45.226873 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e69b9-d36a-4757-b4b4-981cf05856e2 None None] New status for floating IP a8c178bd-85bb-4e0b-95bb-2f2155fd5408: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:27:45.393199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:45.393484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:45.534191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 7ca018eb-0eb6-4cfe-a43e-1760db3746e2 owned by network:floatingip {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:45.618251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:27:45.618609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:27:46.120290 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Deleting port 7ca018eb-0eb6-4cfe-a43e-1760db3746e2 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:46.120757 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.300469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.300753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.432884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Calling delete_port for 7ca018eb-0eb6-4cfe-a43e-1760db3746e2 owned by network:floatingip {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:46.577607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.582503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-1a9688d6-e68d-4da6-bb17-875c5b1e8358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:46.633835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Pushing event deleted for resources: {'Port': ['ID=7ca018eb-0eb6-4cfe-a43e-1760db3746e2,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:46.661737 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:46.693568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:46.729459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks [] for floatingip, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.733238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:46.733634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 1fd2c389-89fb-4cd3-b6e4-ec1153e28e23 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:46.744996 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:46.746800 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] 10.222.0.37 "DELETE /v2.0/floatingips/a8c178bd-85bb-4e0b-95bb-2f2155fd5408 HTTP/1.1" status: 204  len: 168 time: 1.7015338
Apr 21 06:27:47.185311 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47014) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:47.311564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.326821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:47.330947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Usage tracker for resource:security_group_rule and tenant:023376044d884b6db264ed1e80b90b01 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:47.333942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:47.340535 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:47.431677 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.434403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.442994 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9959e18f-39ce-4f8d-88d7-29bfa88b26bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:47.488315 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=023376044d884b6db264ed1e80b90b01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017490
Apr 21 06:27:47.489364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09f9c4-263a-4c08-ade7-768370dd9b88,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:47.493148 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cd4ec059-ce4f-40b9-b2a8-d5a51dbbddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:47.494037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47022) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:47.566254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.597069 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.642162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.647240 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-68c72f67-c537-48ce-80cb-e3b053179b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:47.659139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09f9c4-263a-4c08-ade7-768370dd9b88,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:47.662933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:47.666483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.667537 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a09f9c4-263a-4c08-ade7-768370dd9b88 HTTP/1.1" status: 204  len: 168 time: 0.1720040
Apr 21 06:27:47.954589 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47030) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:47.974165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:47.992798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:47.997771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Usage tracker for resource:security_group_rule and tenant:484e7085ea174b409681005f72319853 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:48.000791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:48.006886 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:48.096187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.099655 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.108522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3296db6c-322c-45f6-900f-d207ac5f1d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:48.160211 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=484e7085ea174b409681005f72319853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2043343
Apr 21 06:27:48.161168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa69fba9-edc5-4eb9-93e3-33a285956d41,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:48.163035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47040) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:48.165712 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ab70f7b0-2df3-4ec9-80ba-0032d3cb3173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:48.229596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.256801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.301713 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.305759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cf4bfa75-9e77-4587-a2df-cdc9f2e6b786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:48.319294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa69fba9-edc5-4eb9-93e3-33a285956d41,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:48.322112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:48.329993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:48.331256 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-040ffb69-0c6a-4083-80f6-f2da778ba876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa69fba9-edc5-4eb9-93e3-33a285956d41 HTTP/1.1" status: 204  len: 168 time: 0.1671462
Apr 21 06:27:50.851618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47120) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:51.194986 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47132) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:51.322255 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.338614 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:51.343463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Usage tracker for resource:security_group_rule and tenant:51c42ca00e2b407d86839966d901c7f0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:51.346761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:51.353039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:51.441824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.455695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.465710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-093c06e4-573d-4449-b1b3-9250f6ce3794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:51.515840 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51c42ca00e2b407d86839966d901c7f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3194561
Apr 21 06:27:51.516869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d0aa1-b078-4631-803c-c26d1142483f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:51.519528 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47138) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:51.522350 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e87be4b4-c118-4dd7-b53b-91f1bd2a75ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:51.591310 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.619527 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.667736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.673295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.677770 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-eb2d0248-e36b-461f-a472-7b20cd2748cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:51.693289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d0aa1-b078-4631-803c-c26d1142483f,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:51.695750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:51.704854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:51.708747 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1d0aa1-b078-4631-803c-c26d1142483f HTTP/1.1" status: 204  len: 168 time: 0.1855323
Apr 21 06:27:52.033845 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47146) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:52.054484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.072031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:52.075419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Usage tracker for resource:security_group_rule and tenant:0dc49a870244480f879ebb859ed61ccd is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:52.078492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:52.081131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Deleting port 590d3ab3-b60b-40d1-b138-2c0465611d3f {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:52.081484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.085346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:52.175107 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.178153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.192177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-821832f8-1764-4ad3-854e-242b5803301d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:52.233255 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dc49a870244480f879ebb859ed61ccd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1980932
Apr 21 06:27:52.236423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47150) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:52.249834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d53588f-721a-461c-84c1-eab7127d446e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:52.255241 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b9b7ba3a-38d7-4732-841a-6301935154da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:52.274423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] For port 590d3ab3-b60b-40d1-b138-2c0465611d3f, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=590d3ab3-b60b-40d1-b138-2c0465611d3f,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:52.275114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.305223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.333080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.383892 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.389242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-99770a47-756e-4e9c-8361-07ecd0987902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:52.403869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d53588f-721a-461c-84c1-eab7127d446e,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:52.406704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:52.408207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.414196 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-17f233d5-84d2-457c-b467-1fc2766d49d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d53588f-721a-461c-84c1-eab7127d446e HTTP/1.1" status: 204  len: 168 time: 0.1720035
Apr 21 06:27:52.476389 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Calling delete_port for 590d3ab3-b60b-40d1-b138-2c0465611d3f owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:52.668810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:52.674436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4e4c6658-18a6-4a8f-9103-5a95128a05e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:52.724338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=590d3ab3-b60b-40d1-b138-2c0465611d3f,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:52.758193 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:53.268982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:53.680667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:27:53.879151 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:27:53.892354 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Sync routers for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:27:53.895464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e5993a7-c37b-4c3c-82ae-4c84bfc4114b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0426023
Apr 21 06:27:53.895724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47190) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:53.913349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:53.914933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd898>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:54.101625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:54.302607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:54.307426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:54.311397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Deleting port 49e47441-c5bb-437a-9ca3-08ebaea11ecf {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:54.311828 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:54.502322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] For port 49e47441-c5bb-437a-9ca3-08ebaea11ecf, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=49e47441-c5bb-437a-9ca3-08ebaea11ecf,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:54.502816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:54.676405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd898>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:27:52Z', 'revision_number': 5, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port': {'id': '49e47441-c5bb-437a-9ca3-08ebaea11ecf', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:19Z', 'updated_at': '2021-04-21T06:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:54.676405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Checking router: 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:27:54.686442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Routers {'1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:27:54.687122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd898>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:27:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:54.857492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] Set router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:27:54.888228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Calling delete_port for 49e47441-c5bb-437a-9ca3-08ebaea11ecf owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:54.981483 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c831fd898>, [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:27:54Z', 'revision_number': 6, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:54.986336 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98e25d-9d51-47ea-92f7-103e84998b72 None None] The sync data for ids ['1e5993a7-c37b-4c3c-82ae-4c84bfc4114b'] in dv-cinder-776307-5-iscsi is: [{'id': '1e5993a7-c37b-4c3c-82ae-4c84bfc4114b', 'name': 'tempest-AttachVolumeTestJSON-2118437433-router', 'tenant_id': '2847a78001b54138af741b42fcf5444e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:17Z', 'updated_at': '2021-04-21T06:27:54Z', 'revision_number': 6, 'project_id': '2847a78001b54138af741b42fcf5444e', 'gw_port_host': None}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:27:55.079460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.088915 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a8be56c6-aaec-4d25-b28b-3aabf78392fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:55.165759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e47441-c5bb-437a-9ca3-08ebaea11ecf,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:55.172818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:55.230852 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.356464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47228) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:55.423782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.426127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.455171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.455783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e5993a7-c37b-4c3c-82ae-4c84bfc4114b {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:27:55.469980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.474001 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7e6fab3c-5b56-4905-b5a7-b23e3cd7dd23 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e5993a7-c37b-4c3c-82ae-4c84bfc4114b HTTP/1.1" status: 204  len: 168 time: 1.5742180
Apr 21 06:27:55.474300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47234) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:55.508481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.525982 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:55.530272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Usage tracker for resource:security_group_rule and tenant:47d79c39b61a4b5997bccc97d0c06bea is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:55.533428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:55.539689 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:55.548679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Deleting subnet 8ac9d295-7587-4a93-9e9e-0bc40aec272b {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:27:55.552106 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.607373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848066530'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.643162 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.647008 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.657365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9941965a-0c07-474a-98a1-cf88c52d84fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:55.702222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.705421 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47d79c39b61a4b5997bccc97d0c06bea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3477716
Apr 21 06:27:55.706120 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47238) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:55.709991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d20464-a974-43af-9d02-7a4de8e6d1b7,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:55.713466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:55.776952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.810463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.857791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.863250 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a90dd3b3-da50-46bf-b5de-ec4054e73cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:55.877839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d20464-a974-43af-9d02-7a4de8e6d1b7,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:55.880334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:55.882650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.887426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6897e097-32d9-48a0-a2b2-62d4a888bd1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7d20464-a974-43af-9d02-7a4de8e6d1b7 HTTP/1.1" status: 204  len: 168 time: 0.1793573
Apr 21 06:27:55.977572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847348584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7741564'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:55.979585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 49e47441-c5bb-437a-9ca3-08ebaea11ecf no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:55.984455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-73e0fdec-fdd3-4470-8971-3b19e465a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:56.018318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 49e47441-c5bb-437a-9ca3-08ebaea11ecf {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:56.018924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 49e47441-c5bb-437a-9ca3-08ebaea11ecf not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:56.019569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 590d3ab3-b60b-40d1-b138-2c0465611d3f no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:56.029775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac9d295-7587-4a93-9e9e-0bc40aec272b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:56.031942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.038837 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8ac9d295-7587-4a93-9e9e-0bc40aec272b HTTP/1.1" status: 204  len: 168 time: 0.5633729
Apr 21 06:27:56.039860 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e196d481-046c-4c86-bbc0-e007d4a5334d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:56.041813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47246) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:56.052633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58724966-f42a-4cc0-bdc4-0bd7f9891cd4 None None] Network f601c32b-33d6-4940-b41a-96128dfa7cec requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:27:56.077663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 590d3ab3-b60b-40d1-b138-2c0465611d3f {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:56.078046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 590d3ab3-b60b-40d1-b138-2c0465611d3f not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:56.170918 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.184561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Deleting port 082dfe17-70cb-46ca-b2a9-27783f99236a {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:56.185167 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.226299 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47250) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:56.246592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.262565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:27:56.266753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Usage tracker for resource:security_group_rule and tenant:847f3e027469474cb278ddbba061f018 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:27:56.270013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:27:56.276946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:27:56.350200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] DHCP port deletion for f601c32b-33d6-4940-b41a-96128dfa7cec request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:27:56.354607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Deleting port 082dfe17-70cb-46ca-b2a9-27783f99236a {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:56.355062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.373214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.377638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.387176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2cb44453-c39c-4603-b034-493fde4d4e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:56.434113 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=847f3e027469474cb278ddbba061f018&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039387
Apr 21 06:27:56.434113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8edc9a-bb34-4204-b4bc-56a5a6688aa0,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:56.435145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47254) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:56.435756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-10ab782e-42f5-49c4-8dbc-25372c88006b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:56.460089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] For port 082dfe17-70cb-46ca-b2a9-27783f99236a, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=082dfe17-70cb-46ca-b2a9-27783f99236a,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:56.460426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.580469 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] For port 082dfe17-70cb-46ca-b2a9-27783f99236a, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=082dfe17-70cb-46ca-b2a9-27783f99236a,segment=NetworkSegment(98c5b9e9-9677-41ac-9ffe-5891c2a017d7),segment_id=98c5b9e9-9677-41ac-9ffe-5891c2a017d7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:27:56.580859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.612920 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Calling delete_port for 082dfe17-70cb-46ca-b2a9-27783f99236a owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:56.700715 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.711313 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Calling delete_port for 082dfe17-70cb-46ca-b2a9-27783f99236a owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:27:56.740696 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.746451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:56.753050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-47d90590-4955-4c5f-b3c0-1de9a75d0f54 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:56.785895 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:27:56.786320 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:27:56.814398 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Pushing event deleted for resources: {'Port': ['ID=082dfe17-70cb-46ca-b2a9-27783f99236a,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:56.819463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] No DVR routers for this DVR port 082dfe17-70cb-46ca-b2a9-27783f99236a on host dv-cinder-776307-5-iscsi {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:27:56.821519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:56.963433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.030990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.047767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2ab7d546-d7a0-4c00-9380-9ce0afd382b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:57.066443 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8edc9a-bb34-4204-b4bc-56a5a6688aa0,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:57.075114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:57.108090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.109313 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a93dd3b8-3071-4da9-ae1b-c567ff59745a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc8edc9a-bb34-4204-b4bc-56a5a6688aa0 HTTP/1.1" status: 204  len: 168 time: 0.6724877
Apr 21 06:27:57.112978 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8124eb38>,) {'filters': {'network_id': ['f601c32b-33d6-4940-b41a-96128dfa7cec']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:57.126983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8124eb38>, '98c5b9e9-9677-41ac-9ffe-5891c2a017d7') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:57.127325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8124eb38>, '98c5b9e9-9677-41ac-9ffe-5891c2a017d7') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:27:57.140442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.155995 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.162532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:27:57.287408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Deleting port 082dfe17-70cb-46ca-b2a9-27783f99236a {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:27:57.287880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.353020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Network f601c32b-33d6-4940-b41a-96128dfa7cec has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:27:57.363602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.364490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-81277f00-0e58-4ceb-b350-33d42a7a7445 None None] The port '082dfe17-70cb-46ca-b2a9-27783f99236a' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:27:57.549395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Network f601c32b-33d6-4940-b41a-96128dfa7cec has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:27:57.573609 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:27:57.656924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.661900 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.666000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:57.692269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Pushing event deleted for resources: {'Network': ['ID=f601c32b-33d6-4940-b41a-96128dfa7cec,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:57.695498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:57.701839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f601c32b-33d6-4940-b41a-96128dfa7cec HTTP/1.1" status: 204  len: 168 time: 1.6589355
Apr 21 06:27:57.824175 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47278) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:57.883975 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-42ae3219-ab5e-4ce1-b7a2-3f2dde3b3381 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2847a78001b54138af741b42fcf5444e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583198
Apr 21 06:27:57.886609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47286) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:27:57.957489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:57.963077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 082dfe17-70cb-46ca-b2a9-27783f99236a no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:27:57.989158 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:58.001223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 082dfe17-70cb-46ca-b2a9-27783f99236a {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:27:58.001922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 082dfe17-70cb-46ca-b2a9-27783f99236a not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:27:58.037824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:58.042985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-41a5b931-6d62-4544-9fb5-c0c357650732 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:27:58.057519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aac2acf-bf3c-417d-9a0a-8dc68b07811e,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:27:58.061536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:27:58.065877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:27:58.067686 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aac2acf-bf3c-417d-9a0a-8dc68b07811e HTTP/1.1" status: 204  len: 168 time: 0.1785836
Apr 21 06:28:02.861279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:28:04.908122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-cb39447c-b47e-4cd8-bda3-8f0ae0a8a534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:07.846277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47470) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:07.951352 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-31de391d-51a0-4c86-8c9b-1b00416ee7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:07.971489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:07.987329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:07.991357 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Usage tracker for resource:security_group_rule and tenant:197303e0d505470484049536e1b662fb is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:07.994356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:08.000991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:08.085969 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.088824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.097841 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-452af2e2-f730-4531-aab4-21963736a1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:08.144474 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=197303e0d505470484049536e1b662fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969739
Apr 21 06:28:08.145498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6d8ad-5ba5-42c2-8c62-f57376e6ad76,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:08.147519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47476) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:08.149068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:08.217555 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.251748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.303410 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.307552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d56988dc-a450-4097-9dae-292cd514e78a tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:08.322272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6d8ad-5ba5-42c2-8c62-f57376e6ad76,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:08.325068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:08.334035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.335280 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e3b4ea34-0305-4d06-b2f8-f7122664472e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33c6d8ad-5ba5-42c2-8c62-f57376e6ad76 HTTP/1.1" status: 204  len: 168 time: 0.1864336
Apr 21 06:28:08.490370 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:08.964707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.252365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.481521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47498) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:09.629141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.636225 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.645364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:09.649810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d348ec2628df4483a035378121808bde is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:09.653435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:09.659881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:09.747521 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.750307 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.759242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bc939099-09a1-46ff-a63f-7766f2c170d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:09.801498 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d348ec2628df4483a035378121808bde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3186970
Apr 21 06:28:09.803238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104aba95-2aaf-4f87-8c3b-25454087ca08,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:09.804435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47504) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:09.806509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ecf5c3ef-9009-4e65-b1ee-7fa544e6c9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:09.868503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.896462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.942133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.947445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cfd79c27-e391-4d2d-94d8-0c26c595d7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:09.960943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104aba95-2aaf-4f87-8c3b-25454087ca08,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:09.965859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:09.971687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:09.973619 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-7bdd155f-aa48-4a9b-85c6-12e8a2018011 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104aba95-2aaf-4f87-8c3b-25454087ca08 HTTP/1.1" status: 204  len: 168 time: 0.1680484
Apr 21 06:28:10.269894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47514) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:10.290163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.306366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:10.310445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecf5894fb9344d1a3e8c62033493983 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:10.313456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:10.319464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:10.405783 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.408690 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.421507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4fb95b2b-9c3a-49f2-9643-f391dd41d006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:10.464655 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ecf5894fb9344d1a3e8c62033493983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934164
Apr 21 06:28:10.466549 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45011c3-d249-4681-9d10-3e6e1ec6792d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:10.467650 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47518) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:10.470157 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-12ef6134-80b1-4c17-bde7-bb4949910967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:10.537012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.565293 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.610622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.615695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d3011184-2961-483b-b3c0-5f8af0d402ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:10.629227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45011c3-d249-4681-9d10-3e6e1ec6792d,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:10.642952 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.643369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.643778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.644206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.644603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.645001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.645395 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.645787 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.646177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.646567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.646953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.647338 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:10.650844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:10.652295 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:10.653502 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-aa1205be-cfd8-4a07-aebc-ab6195065dda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c45011c3-d249-4681-9d10-3e6e1ec6792d HTTP/1.1" status: 204  len: 168 time: 0.1847513
Apr 21 06:28:11.023070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47526) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:11.042435 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.059204 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:11.063801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Usage tracker for resource:security_group_rule and tenant:85c4972328c240618b4ed3df2ab73353 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:11.067143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:11.074779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:11.163594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.166724 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.176546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-33b97896-4bcd-4f7b-ad2b-cd068a1b670f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:11.274341 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85c4972328c240618b4ed3df2ab73353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2500572
Apr 21 06:28:11.276735 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a91fff-1a2e-47b6-abde-9a91412ef4ca,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:11.277960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47530) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:11.281985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-bcc01931-8ed6-4665-b71a-48a48f795f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:11.316483 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-ce27d43f-7bf9-47ee-a003-4bf36f638a50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1051810
Apr 21 06:28:11.348632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.378439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.430160 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.436051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-de2105e3-e032-4300-9818-a9c390a801aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:11.449822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a91fff-1a2e-47b6-abde-9a91412ef4ca,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:11.453234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:11.455618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:11.457925 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-dcfde035-fa93-43db-b928-1b9878293c7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26a91fff-1a2e-47b6-abde-9a91412ef4ca HTTP/1.1" status: 204  len: 168 time: 0.1784921
Apr 21 06:28:11.473569 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8924b-d996-40a1-960a-6e719d774353 req-82b6103a-09c9-4163-8953-77cbd02dc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:11.475647 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-82b6103a-09c9-4163-8953-77cbd02dc9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0848246
Apr 21 06:28:11.641719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8924b-d996-40a1-960a-6e719d774353 req-dd133c48-9c58-4aa0-8ede-2a887f9cf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:11.643278 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-dd133c48-9c58-4aa0-8ede-2a887f9cf017 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1454184
Apr 21 06:28:12.009237 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-f738d274-1412-4e85-955b-e61f2422674f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 1001 time: 0.3597727
Apr 21 06:28:12.080633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8924b-d996-40a1-960a-6e719d774353 req-b8d423e6-6506-4282-9a9f-496acbf3a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:12.082128 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-b8d423e6-6506-4282-9a9f-496acbf3a6c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0670347
Apr 21 06:28:12.170847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8924b-d996-40a1-960a-6e719d774353 req-3f9871ea-4613-4af3-b524-02bb393574c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:12.172493 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-3f9871ea-4613-4af3-b524-02bb393574c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837104
Apr 21 06:28:12.183622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-65fb4cf0-b824-4874-b6b1-aae0094f62e6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:28:12.184732 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-65fb4cf0-b824-4874-b6b1-aae0094f62e6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059974
Apr 21 06:28:12.332170 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-73d5002e-f3fe-4b3c-8a59-7fe9e0494f4d service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408308
Apr 21 06:28:12.477960 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-69c8924b-d996-40a1-960a-6e719d774353 req-89a28818-6f1b-4c33-925d-99961d01ea3e service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397090
Apr 21 06:28:12.996251 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47574) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:13.127257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.142899 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:13.146924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Usage tracker for resource:security_group_rule and tenant:b1c5bb1940c94e8db9e0475c31a9c416 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:13.150183 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:13.156339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:13.305291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.309695 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.319156 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-10f951ab-2745-45a9-885a-7a520479d31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:13.361652 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1c5bb1940c94e8db9e0475c31a9c416&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3636413
Apr 21 06:28:13.363454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546fae97-255d-4df6-bbc9-c3f93c765eec,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:13.364788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47580) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:13.367304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-244972fa-8f21-4380-be79-a6aa5395566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:13.431154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.459778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.510388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.515943 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b5b20b26-5945-46d6-80fe-6dab83a87218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:13.533596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546fae97-255d-4df6-bbc9-c3f93c765eec,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:13.547503 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.547930 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.548378 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.548797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.549205 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.549623 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.550024 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.550431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.550835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.551239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.551642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.552089 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:13.557799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:13.559867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:13.563947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-8ba0e299-d737-4cbe-bc54-fb813a4fb8ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/546fae97-255d-4df6-bbc9-c3f93c765eec HTTP/1.1" status: 204  len: 168 time: 0.1980612
Apr 21 06:28:18.368551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 47648) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:18.493004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.508248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:18.512755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Usage tracker for resource:security_group_rule and tenant:6523a0f6d55c480db8c99950f20ef98b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:18.515624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:18.521578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:18.609847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.612681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.621803 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6ed69287-0c1a-4453-a998-c4da3baea3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:18.662730 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6523a0f6d55c480db8c99950f20ef98b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930171
Apr 21 06:28:18.664432 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac036c-67cd-46fb-8d6d-2f9039b8cb58,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:18.665778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47654) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:18.667602 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b4f2fa05-ea95-4bbc-9abb-5d10236c4b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:18.731965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.758694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.802847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.806865 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f15d253b-fca0-47e6-9419-fb7d56fd7883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:18.819266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac036c-67cd-46fb-8d6d-2f9039b8cb58,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:18.823198 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:18.827178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:18.828440 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-ee432d6a-b69b-4c1e-95ce-65dcf1c169b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dac036c-67cd-46fb-8d6d-2f9039b8cb58 HTTP/1.1" status: 204  len: 168 time: 0.1615686
Apr 21 06:28:19.547220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47680) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:19.659599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286381003-network', 'tenant_id': 'c89d35bc59ce4172b6ea97d3f26b68b8'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:19.664839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:19.670394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Usage tracker for resource:network and tenant:c89d35bc59ce4172b6ea97d3f26b68b8 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:19.673543 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:19.680869 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:19.689883 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Made reservation on behalf of c89d35bc59ce4172b6ea97d3f26b68b8 for: {'network': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:28:19.694725 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for network, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.708109 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.724136 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:19.728242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Usage tracker for resource:security_group_rule and tenant:c89d35bc59ce4172b6ea97d3f26b68b8 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:19.731990 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:19.738208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:19.824901 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.827854 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.832445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-46f257b2-0d2e-4320-a00f-38002b7848be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:19.862587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=86321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:28:19.875908 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec5189-3394-439f-a58d-72d1090e4705,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:19.880652 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:19.881672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.882060 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.segments_db [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Added segment 5d20ac85-4828-44e0-98a5-194831b861b7 of type vlan for network a76d056d-c9ae-43ed-bc21-525cb1948e6c
Apr 21 06:28:19.912039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288941338023'] for network, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.942730 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715'] for network, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.943834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:19.944531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:19.950324 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-010d81db-9ab2-41da-823d-0a78f463f767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:20.058021 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5093865
Apr 21 06:28:20.061049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 47686) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:28:20.070054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Request body: {'subnet': {'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286381003-subnet', 'tenant_id': 'c89d35bc59ce4172b6ea97d3f26b68b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:20.074455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Pushing event updated for resources: {'Network': ['ID=a76d056d-c9ae-43ed-bc21-525cb1948e6c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:20.077524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:20.079942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:20.084748 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Usage tracker for resource:subnet and tenant:c89d35bc59ce4172b6ea97d3f26b68b8 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:20.088346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c details requested by agent ovs-agent-dv-cinder-776307-5-iscsi with host dv-cinder-776307-5-iscsi {{(pid=86322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:28:20.088858 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:20.096332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:20.105801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Made reservation on behalf of c89d35bc59ce4172b6ea97d3f26b68b8 for: {'subnet': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:28:20.110881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7988763'] for subnet, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:20.531017 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8264995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7988746'] for subnet, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:20.536431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:20.621253 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00f0690-2419-4079-ba0d-1050e1c89504,revision_number=0']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:20.625993 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:20.630788 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Checking segment: {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:28:20.631180 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Network hostable DHCP agents. Network: a76d056d-c9ae-43ed-bc21-525cb1948e6c, hostable agents: ['319f09c1-0a0d-4b82-8863-e6bb7ba10e76'], hosted agents: [] {{(pid=86321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:28:20.652633 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c is scheduled to be hosted by DHCP agent 319f09c1-0a0d-4b82-8863-e6bb7ba10e76 with binding_index 1 {{(pid=86321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:28:20.662542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-iscsi, a76d056d-c9ae-43ed-bc21-525cb1948e6c) {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:28:20.675409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaac02-dfbd-4118-8a33-3f59061e3120 None None] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:28:20.679992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:20.680874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:20.708077 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6ee601d2-460d-463d-ab94-30e37f780fba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6424112
Apr 21 06:28:20.905153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a005a25-248b-4659-957f-8dbd22783207 None None] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:28:22.994422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-029bd730-94e0-4ab9-bb98-be7af4a3169c tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:22.996527 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-029bd730-94e0-4ab9-bb98-be7af4a3169c tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 808 time: 0.1625817
Apr 21 06:28:23.012467 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-16377cba-fae2-4775-a907-c9b62e2f12e6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/quotas/c89d35bc59ce4172b6ea97d3f26b68b8 HTTP/1.1" status: 200  len: 375 time: 0.0097997
Apr 21 06:28:23.066754 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-48d73919-56e4-4436-90c5-15b9728ff7bd tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485227
Apr 21 06:28:23.078431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-9b2ad1d6-2774-49aa-9258-6daf1b5d286c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:28:23.079485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-9b2ad1d6-2774-49aa-9258-6daf1b5d286c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056632
Apr 21 06:28:23.228790 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-6534f06d-9519-4846-9dd6-d9005e284382 service neutron] 10.222.0.37 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428146
Apr 21 06:28:23.376724 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-bae93a2b-efac-43b9-b2ac-aa5e75f64493 service neutron] 10.222.0.37 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403854
Apr 21 06:28:23.634190 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d89885a5-3ffc-42b9-a4e1-ba093f2d6c75 req-4e227da5-d219-4b95-a9ae-409d54e253ca tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 210 time: 0.1085439
Apr 21 06:28:24.813658 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-89c0d301-bac5-4cc0-ad92-fa92f6594172 req-384b3ea8-571a-4ea2-abef-97f62434fc77 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 210 time: 0.0568416
Apr 21 06:28:24.851053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-f3102b4d-a638-4555-b7ff-65e9aab1a8ac tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:24.851797 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-f3102b4d-a638-4555-b7ff-65e9aab1a8ac tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Synchronizing usage tracker for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:28:24.868112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-f3102b4d-a638-4555-b7ff-65e9aab1a8ac tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Unset dirty status for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:28:24.869346 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-f3102b4d-a638-4555-b7ff-65e9aab1a8ac tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 808 time: 0.1820033
Apr 21 06:28:24.884632 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Request body: {'port': {'device_id': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c', 'admin_state_up': True, 'tenant_id': 'c89d35bc59ce4172b6ea97d3f26b68b8'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:25.033099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:25.037114 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Usage tracker for resource:port and tenant:c89d35bc59ce4172b6ea97d3f26b68b8 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:25.040057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:25.046558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:25.055339 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Made reservation on behalf of c89d35bc59ce4172b6ea97d3f26b68b8 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:28:25.061948 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:25.235365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Allocated IP 172.20.0.4 (a76d056d-c9ae-43ed-bc21-525cb1948e6c/b00f0690-2419-4079-ba0d-1050e1c89504/5b34065b-b289-4583-823a-f5a1fb923877) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:28:25.461863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:25.495125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:25.501390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:25.575637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:28:25.579678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:28:25.583876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:28:25.626872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Pushing event updated for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:25.631704 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:25.657961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:25.658643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:25.680075 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-baf25837-7cf8-4933-8a7b-652c35416db9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7998199
Apr 21 06:28:25.740881 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Request body: {'port': {'device_id': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:25.866793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.023431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43977-efb3-49b2-ba5d-dfd33390cd00 req-7db79af8-f7ad-4bf5-98a1-57c811275ce9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:26.025067 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d9b43977-efb3-49b2-ba5d-dfd33390cd00 req-7db79af8-f7ad-4bf5-98a1-57c811275ce9 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 931 time: 0.0891635
Apr 21 06:28:26.073214 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d9b43977-efb3-49b2-ba5d-dfd33390cd00 req-c03d4656-efa2-4681-9548-dd483d3040ec tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410228
Apr 21 06:28:26.237597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b34065b-b289-4583-823a-f5a1fb923877 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:28:26.246009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.261075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Transition to ACTIVE for port object 5b34065b-b289-4583-823a-f5a1fb923877 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:28:26.264321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.268257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0488dd1a-a8d4-4106-9d36-d3bb82b4dcc3 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:26.435439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Pushing event updated for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:26.442973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:26.513318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Attempting to bind port 5b34065b-b289-4583-823a-f5a1fb923877 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:28:26.513616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Attempting to bind port 5b34065b-b289-4583-823a-f5a1fb923877 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:28:26.513984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Attempting to bind port 5b34065b-b289-4583-823a-f5a1fb923877 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:28:26.518880 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Port 5b34065b-b289-4583-823a-f5a1fb923877 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:28:26.519240 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Attempting to bind port 5b34065b-b289-4583-823a-f5a1fb923877 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:28:26.524939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:28:26.525312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Checking segment: {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:28:26.525728 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Bound using segment: {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:28:26.526191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Bound port: 5b34065b-b289-4583-823a-f5a1fb923877, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:28:26.526568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.622484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:28:26.625593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5b34065b-b289-4583-823a-f5a1fb923877,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:28:26.628796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.633388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:26.686173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:26.686853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:26.688401 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] 10.222.0.35 "PUT /v2.0/ports/5b34065b-b289-4583-823a-f5a1fb923877 HTTP/1.1" status: 200  len: 1093 time: 1.0000739
Apr 21 06:28:26.690885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:26.722279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Pushing event updated for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:26.725657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:26.769205 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877', 'status': 'completed', 'code': 200}
Apr 21 06:28:26.810523 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-b23b507d-fc24-4145-ab90-7845454fb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:26.812156 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-b23b507d-fc24-4145-ab90-7845454fb049 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 1096 time: 0.0853302
Apr 21 06:28:26.885380 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-1c3b4903-9e81-42f9-afdb-5b1c9ffac5a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34065b-b289-4583-823a-f5a1fb923877 HTTP/1.1" status: 200  len: 217 time: 0.0662608
Apr 21 06:28:26.959454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-239c2d3a-d205-473b-b55c-c4ae2733363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:26.961076 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-239c2d3a-d205-473b-b55c-c4ae2733363e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b00f0690-2419-4079-ba0d-1050e1c89504 HTTP/1.1" status: 200  len: 848 time: 0.0690935
Apr 21 06:28:27.016367 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-d0077a1d-fe86-4959-ada3-7b9516a9d0aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a76d056d-c9ae-43ed-bc21-525cb1948e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489407
Apr 21 06:28:27.297795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40976-8092-4534-b7c9-808d4bc1801f req-b7d0eb05-6be0-424b-b1ec-c02ae4c889f7 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:27.299510 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-95d40976-8092-4534-b7c9-808d4bc1801f req-b7d0eb05-6be0-424b-b1ec-c02ae4c889f7 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 943 time: 0.1023951
Apr 21 06:28:27.351792 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-95d40976-8092-4534-b7c9-808d4bc1801f req-5cb74c8a-00ca-48b9-b1b3-eae699e17459 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456560
Apr 21 06:28:27.413920 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-e1abcfb0-b139-4b91-83ec-2a1a12f27ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3916473
Apr 21 06:28:27.558222 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-fbbbed81-bce5-40e6-ab2e-874186fa9d31 req-1c9b5cae-0b10-4f31-a924-5118c1052420 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372170
Apr 21 06:28:27.679028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-79047aae-fe87-4aed-b827-c769cd676a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:27.680644 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-79047aae-fe87-4aed-b827-c769cd676a2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 1096 time: 0.0778437
Apr 21 06:28:27.820502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-77eeb0e3-5f0e-47fd-a2f9-45aefd173535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:27.822078 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-77eeb0e3-5f0e-47fd-a2f9-45aefd173535 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 909 time: 0.1343923
Apr 21 06:28:27.897988 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-f194d0ba-ed16-4d45-9029-9cc64bd6233c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34065b-b289-4583-823a-f5a1fb923877 HTTP/1.1" status: 200  len: 217 time: 0.0684433
Apr 21 06:28:27.966442 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-94fbe872-997b-48f7-bdff-2c2d264b35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:27.967909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-94fbe872-997b-48f7-bdff-2c2d264b35aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b00f0690-2419-4079-ba0d-1050e1c89504 HTTP/1.1" status: 200  len: 848 time: 0.0629981
Apr 21 06:28:28.025594 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-3fdfe3dc-0e99-4260-989e-67e86e3b683d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a76d056d-c9ae-43ed-bc21-525cb1948e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508475
Apr 21 06:28:28.168782 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-1bce985b-b6e0-4ab2-ac11-b79eff7d568b service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353996
Apr 21 06:28:28.314842 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96fc56f8-f7c4-46c8-9d3e-0658bf4123db req-3732bdae-178f-43ef-b736-b801192c3666 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383662
Apr 21 06:28:28.555019 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdba4f-20e3-43d3-8aa8-d0d309809593 req-9b9a0ad7-a227-4c86-b193-361d3e43621f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:28.556704 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30cdba4f-20e3-43d3-8aa8-d0d309809593 req-9b9a0ad7-a227-4c86-b193-361d3e43621f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 943 time: 0.0885842
Apr 21 06:28:28.607687 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-30cdba4f-20e3-43d3-8aa8-d0d309809593 req-16342362-21fe-44ef-842e-b94ba35ab482 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443509
Apr 21 06:28:29.806415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f20ef-46d7-4f0d-8438-86e049a69c3c req-2bbb191e-dca1-4c49-94c5-d7005d4c9c3b tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:29.808602 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f59f20ef-46d7-4f0d-8438-86e049a69c3c req-2bbb191e-dca1-4c49-94c5-d7005d4c9c3b tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 943 time: 0.0881448
Apr 21 06:28:29.854531 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f59f20ef-46d7-4f0d-8438-86e049a69c3c req-5146a621-dad3-4572-999a-1579cddaa149 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395694
Apr 21 06:28:30.929097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 5b34065b-b289-4583-823a-f5a1fb923877 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:28:31.062227 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac82f-6af6-40e2-9bec-b8036aba3e05 req-4fc5cd6c-2ec1-4a1c-8b18-e6a65b6ef2ae tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:31.064027 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-455ac82f-6af6-40e2-9bec-b8036aba3e05 req-4fc5cd6c-2ec1-4a1c-8b18-e6a65b6ef2ae tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 943 time: 0.0938454
Apr 21 06:28:31.076581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5b34065b-b289-4583-823a-f5a1fb923877,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:31.090998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '5b34065b-b289-4583-823a-f5a1fb923877', 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c', 'port_id': '5b34065b-b289-4583-823a-f5a1fb923877', 'mac_address': 'fa:16:3e:fd:12:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f0690-2419-4079-ba0d-1050e1c89504', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:28:31.132043 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-455ac82f-6af6-40e2-9bec-b8036aba3e05 req-b6f3a5ba-a11f-423d-b01c-7efd38660c22 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549176
Apr 21 06:28:31.153806 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:31.171890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34065b-b289-4583-823a-f5a1fb923877 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:28:31.188472 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5b34065b-b289-4583-823a-f5a1fb923877,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:31.191318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:31.193188 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:31.261857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:31.269613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.270001 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.270380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.270750 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.271122 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.271491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.271857 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.272507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.272882 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.273238 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.273595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.273956 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:28:31.278052 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:31.424426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['5b34065b-b289-4583-823a-f5a1fb923877'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:28:32.334402 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025103c-b3ae-4df1-ab36-0177d4c95f12 req-249012ac-7477-4280-ada9-3ccfc819e36d tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:32.336040 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d025103c-b3ae-4df1-ab36-0177d4c95f12 req-249012ac-7477-4280-ada9-3ccfc819e36d tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 944 time: 0.0869892
Apr 21 06:28:32.384671 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d025103c-b3ae-4df1-ab36-0177d4c95f12 req-be04335d-d321-4af8-b6be-b0de96d083e8 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422022
Apr 21 06:28:32.955642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 5b34065b-b289-4583-823a-f5a1fb923877 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:28:33.027257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 5b34065b-b289-4583-823a-f5a1fb923877 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:28:33.032565 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 5b34065b-b289-4583-823a-f5a1fb923877 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:28:33.032991 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:33.159277 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:33.187641 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:33.197951 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5b34065b-b289-4583-823a-f5a1fb923877,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:33.201045 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:33.203939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:33.245191 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877', 'code': 200}
Apr 21 06:28:33.280937 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:33.284074 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:33.482657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204ea7-30b1-4aab-aa8d-e208ca83e1be req-3077cff7-80d2-4317-9bc6-d6fa7e0b3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:33.484227 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55204ea7-30b1-4aab-aa8d-e208ca83e1be req-3077cff7-80d2-4317-9bc6-d6fa7e0b3d7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 1098 time: 0.0808752
Apr 21 06:28:33.533428 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55204ea7-30b1-4aab-aa8d-e208ca83e1be req-771b866a-9e30-4345-aa06-8fa250336dfc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419898
Apr 21 06:28:33.594723 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb1d2-52d7-4ed1-a4f5-2d89fead7edb req-e90be281-a379-40bf-b96d-92ffbef664b4 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:33.596475 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7bbdb1d2-52d7-4ed1-a4f5-2d89fead7edb req-e90be281-a379-40bf-b96d-92ffbef664b4 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 945 time: 0.0952005
Apr 21 06:28:33.646027 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7bbdb1d2-52d7-4ed1-a4f5-2d89fead7edb req-837251ff-3b1e-4124-8891-b71414492711 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431974
Apr 21 06:28:34.853692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab3042-82fd-4d08-8e7c-42357ed237c7 req-4420c042-41dd-4734-a15c-2db432eac904 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:34.855781 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-46ab3042-82fd-4d08-8e7c-42357ed237c7 req-4420c042-41dd-4734-a15c-2db432eac904 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 945 time: 0.0897505
Apr 21 06:28:34.902187 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-73e2a908-7f6e-48bb-9800-61ea3240fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:34.915588 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-46ab3042-82fd-4d08-8e7c-42357ed237c7 req-7d54ed8e-5958-4bf4-b418-7c98588b8989 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532534
Apr 21 06:28:35.978760 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471492-e3b4-4651-8912-77f77601ab9b req-0ce6b311-9189-4b84-8625-7ea7bc9abcea tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:35.980572 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e3471492-e3b4-4651-8912-77f77601ab9b req-0ce6b311-9189-4b84-8625-7ea7bc9abcea tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 945 time: 0.0909827
Apr 21 06:28:36.029098 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e3471492-e3b4-4651-8912-77f77601ab9b req-9473aeed-7dab-4a8f-9228-0453d63eac53 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421214
Apr 21 06:28:37.222546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-f16047c7-83ed-42cd-9312-28f9f4aa9155 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:37.223372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-f16047c7-83ed-42cd-9312-28f9f4aa9155 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Synchronizing usage tracker for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:28:37.241349 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-f16047c7-83ed-42cd-9312-28f9f4aa9155 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Unset dirty status for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:28:37.242601 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-f16047c7-83ed-42cd-9312-28f9f4aa9155 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 945 time: 0.1170785
Apr 21 06:28:37.247711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0779-62e1-4011-8698-02626dc822ee req-73e908ad-c01d-47f0-97d2-52e7a01cf0a4 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:37.249450 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f20b0779-62e1-4011-8698-02626dc822ee req-73e908ad-c01d-47f0-97d2-52e7a01cf0a4 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 945 time: 0.1012137
Apr 21 06:28:37.302483 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f20b0779-62e1-4011-8698-02626dc822ee req-e04a1740-883c-4fbb-999c-b0b4126f36d3 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463958
Apr 21 06:28:37.324928 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Deleting port 5b34065b-b289-4583-823a-f5a1fb923877 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:28:37.325325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:37.607837 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] For port 5b34065b-b289-4583-823a-f5a1fb923877, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5b34065b-b289-4583-823a-f5a1fb923877,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:37.608275 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:37.745078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Calling delete_port for 5b34065b-b289-4583-823a-f5a1fb923877 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:28:37.898283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:37.903926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3e8561e2-ee2d-4b08-b5f1-52f82032f9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:37.910126 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['5b34065b-b289-4583-823a-f5a1fb923877'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:28:37.955133 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Pushing event deleted for resources: {'Port': ['ID=5b34065b-b289-4583-823a-f5a1fb923877,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:37.959085 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:37.964034 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9d4de8c8-8447-495f-8b32-d1aa9113c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:38.037566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] No DVR routers for this DVR port 5b34065b-b289-4583-823a-f5a1fb923877 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:28:38.040058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:38.043419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'name': 'network-vif-deleted', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:38.059737 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-45f9f44e-c44a-4f47-b291-b4423549be19 req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "DELETE /v2.0/ports/5b34065b-b289-4583-823a-f5a1fb923877 HTTP/1.1" status: 204  len: 173 time: 0.8111753
Apr 21 06:28:38.097978 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff68c576-f82f-464e-b2ee-a378cc9bd412', 'name': 'network-vif-deleted', 'tag': '5b34065b-b289-4583-823a-f5a1fb923877', 'status': 'completed', 'code': 200}
Apr 21 06:28:38.479558 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e35b0000-e4d7-4a7f-9aee-f1b869f2c766 req-e9368e53-e125-4599-8240-e8c14d0cf5bd tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c576-f82f-464e-b2ee-a378cc9bd412 HTTP/1.1" status: 200  len: 210 time: 0.0487835
Apr 21 06:28:38.493781 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:38.967433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:39.266371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:39.629345 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:39.862318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:28:39.939093 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-7a5fbc31-79c8-444a-85e6-3da6177244b3 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:39.940913 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-7a5fbc31-79c8-444a-85e6-3da6177244b3 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 808 time: 0.1698954
Apr 21 06:28:39.957382 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-24eba566-8646-4373-a66c-3d81b15d0642 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/quotas/c89d35bc59ce4172b6ea97d3f26b68b8 HTTP/1.1" status: 200  len: 375 time: 0.0105400
Apr 21 06:28:40.016023 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-c8814f1c-6502-4298-a67d-a13e5a7a350d tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0525274
Apr 21 06:28:40.027879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-e75a254d-7ff7-40c2-926f-648995438c3d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:28:40.028953 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-e75a254d-7ff7-40c2-926f-648995438c3d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054998
Apr 21 06:28:40.171105 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-6ed6a9a2-4ee8-4322-94cb-fc1225e387c7 service neutron] 10.222.0.37 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359115
Apr 21 06:28:40.311645 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-054861f1-8cf2-4fc1-93c2-1535da5ab53e service neutron] 10.222.0.37 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340396
Apr 21 06:28:40.506973 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-86c8979a-49b2-444f-99a1-f6c599097242 req-648cf65c-8b6f-4e55-acc5-ad620d3cb850 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 210 time: 0.0498173
Apr 21 06:28:40.988984 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 5b34065b-b289-4583-823a-f5a1fb923877 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:28:41.029740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 5b34065b-b289-4583-823a-f5a1fb923877 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:28:41.030140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 5b34065b-b289-4583-823a-f5a1fb923877 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:28:41.556673 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-76fa65a9-0580-493e-93d4-4e67562b465f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:41.558912 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-76fa65a9-0580-493e-93d4-4e67562b465f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 808 time: 0.1755104
Apr 21 06:28:41.575759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Request body: {'port': {'device_id': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c', 'admin_state_up': True, 'tenant_id': 'c89d35bc59ce4172b6ea97d3f26b68b8'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:41.686064 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-b723526e-145b-40ce-9924-3dea59ee37aa req-aa1d8f7b-3982-47aa-affe-3a16cda36edd tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 210 time: 0.0514710
Apr 21 06:28:41.740964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:28:41.745228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Usage tracker for resource:port and tenant:c89d35bc59ce4172b6ea97d3f26b68b8 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:28:41.748653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:28:41.754772 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:28:41.763474 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Made reservation on behalf of c89d35bc59ce4172b6ea97d3f26b68b8 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:28:41.769491 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:41.940662 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Allocated IP 172.20.0.10 (a76d056d-c9ae-43ed-bc21-525cb1948e6c/b00f0690-2419-4079-ba0d-1050e1c89504/da14c0b3-59a3-49e8-a2dd-385e2bf53d42) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:28:42.153460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.182643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.189254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c68d3559-60c7-4e39-8f51-7a7af8e24520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:42.252494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:28:42.261325 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:28:42.266068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:28:42.309372 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Pushing event updated for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:42.313921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:42.339754 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:42.340445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.363258 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7959058
Apr 21 06:28:42.374745 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Request body: {'port': {'device_id': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:28:42.501536 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.870068 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da14c0b3-59a3-49e8-a2dd-385e2bf53d42 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:28:42.878831 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.895220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Transition to ACTIVE for port object da14c0b3-59a3-49e8-a2dd-385e2bf53d42 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:28:42.898484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:42.904551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ddaa1795-ca84-4043-aeec-597cc516412f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:43.091950 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Pushing event updated for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:43.121500 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fff04-9e84-4be8-8fc9-01eb107664b3 req-2d8156ea-beed-4da2-8fb7-0703798f9bfd tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:43.123005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-028fff04-9e84-4be8-8fc9-01eb107664b3 req-2d8156ea-beed-4da2-8fb7-0703798f9bfd tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 932 time: 0.3233840
Apr 21 06:28:43.124515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:43.167428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Attempting to bind port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:28:43.168076 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Attempting to bind port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:28:43.168216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Attempting to bind port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:28:43.171980 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-028fff04-9e84-4be8-8fc9-01eb107664b3 req-79774a1e-105a-46ff-88da-ec69e7850af7 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424862
Apr 21 06:28:43.173484 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:28:43.173843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Attempting to bind port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 on network a76d056d-c9ae-43ed-bc21-525cb1948e6c {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:28:43.179707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:28:43.180140 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Checking segment: {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:28:43.180553 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Bound using segment: {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:28:43.181020 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Bound port: da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20ac85-4828-44e0-98a5-194831b861b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:28:43.181401 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:43.283216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:28:43.286941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:28:43.289597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:43.294839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-7bd927a2-d3e6-4a7e-aff5-688e87588515 tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:43.349394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:43.350063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:43.351570 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/da14c0b3-59a3-49e8-a2dd-385e2bf53d42 HTTP/1.1" status: 200  len: 1094 time: 0.9812007
Apr 21 06:28:43.352154 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:43.381721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Pushing event updated for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:43.385065 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:43.434265 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42', 'status': 'completed', 'code': 200}
Apr 21 06:28:43.471813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-7dcba0ee-9cd4-4880-8251-525976e89aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:43.473489 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-7dcba0ee-9cd4-4880-8251-525976e89aea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 1097 time: 0.0874584
Apr 21 06:28:43.552157 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-82501772-17db-4573-ae42-41164ae536e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42 HTTP/1.1" status: 200  len: 217 time: 0.0712407
Apr 21 06:28:43.623263 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-3f38a508-c2d9-43f7-aff6-b05cd7ba617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:43.624846 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-3f38a508-c2d9-43f7-aff6-b05cd7ba617e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b00f0690-2419-4079-ba0d-1050e1c89504 HTTP/1.1" status: 200  len: 848 time: 0.0672231
Apr 21 06:28:43.677887 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-615bf952-4d7c-4804-997b-16d037ac1819 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a76d056d-c9ae-43ed-bc21-525cb1948e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471520
Apr 21 06:28:44.062891 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-ca13367f-5433-4eef-9a3c-f3334254d154 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3788061
Apr 21 06:28:44.204921 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a4d6261-e490-47bd-819f-52cdcaf54805 req-11faa579-5e22-4e4f-a93c-4925adce8a08 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361043
Apr 21 06:28:44.323050 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-d8400df7-e5ac-4164-958a-5d53c3525dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:44.325381 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-d8400df7-e5ac-4164-958a-5d53c3525dfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 1097 time: 0.0800102
Apr 21 06:28:44.377043 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b9c5-d356-4e0f-9632-f1e077c692e2 req-f9a82cab-4c56-48f2-99f3-a66d946b33f8 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:44.378632 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d17b9c5-d356-4e0f-9632-f1e077c692e2 req-f9a82cab-4c56-48f2-99f3-a66d946b33f8 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 944 time: 0.0882425
Apr 21 06:28:44.429847 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7d17b9c5-d356-4e0f-9632-f1e077c692e2 req-11615a43-43c5-408c-b4a1-db31f12e37da tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447884
Apr 21 06:28:44.471611 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-560ccbc3-40fe-4c77-9da2-c89af784fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:44.473155 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-560ccbc3-40fe-4c77-9da2-c89af784fd80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 200  len: 909 time: 0.1412988
Apr 21 06:28:44.552344 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-3dab0bc1-b0ad-444c-99ac-bd6767667d90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42 HTTP/1.1" status: 200  len: 217 time: 0.0724947
Apr 21 06:28:44.623460 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-747a2416-728a-4cbc-8102-d970df240625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:44.625074 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-747a2416-728a-4cbc-8102-d970df240625 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b00f0690-2419-4079-ba0d-1050e1c89504 HTTP/1.1" status: 200  len: 848 time: 0.0658460
Apr 21 06:28:44.682050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-9a67c614-c0f5-4af4-87a5-432acbfb42f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a76d056d-c9ae-43ed-bc21-525cb1948e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497429
Apr 21 06:28:44.822945 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-8df8404a-9328-4682-a9ed-849e2b23aa11 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338499
Apr 21 06:28:44.966197 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2912e83c-984b-4e5a-a88f-f0f8e83b4443 req-34d8480d-d113-431c-99ff-3474ff234361 service neutron] 10.222.0.35 "GET /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362236
Apr 21 06:28:45.640856 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388d20f-afbe-4c7d-b1fc-98e1c6e3dc57 req-bc0b8bfa-6ee4-4046-b531-aa6b50aa5a65 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:45.642470 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0388d20f-afbe-4c7d-b1fc-98e1c6e3dc57 req-bc0b8bfa-6ee4-4046-b531-aa6b50aa5a65 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 944 time: 0.0898442
Apr 21 06:28:45.690955 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0388d20f-afbe-4c7d-b1fc-98e1c6e3dc57 req-60e672b9-3d77-4bf8-bf30-e4e91110c9f4 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417387
Apr 21 06:28:46.899475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d39a-a7d5-4514-bb2f-eedbadea52d6 req-ddd8dc88-1b7a-4eae-83c6-86e58214d8b6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:46.901163 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7134d39a-a7d5-4514-bb2f-eedbadea52d6 req-ddd8dc88-1b7a-4eae-83c6-86e58214d8b6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 944 time: 0.0923617
Apr 21 06:28:46.952153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7134d39a-a7d5-4514-bb2f-eedbadea52d6 req-1d7a7c03-5fef-4b46-8ab8-104dcae5725d tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436645
Apr 21 06:28:47.032507 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device da14c0b3-59a3-49e8-a2dd-385e2bf53d42 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:28:47.176462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:47.191228 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42', 'network_id': 'a76d056d-c9ae-43ed-bc21-525cb1948e6c', 'port_id': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42', 'mac_address': 'fa:16:3e:ec:29:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f0690-2419-4079-ba0d-1050e1c89504', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:28:47.249759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:47.268276 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da14c0b3-59a3-49e8-a2dd-385e2bf53d42 {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:28:47.284453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:47.287358 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:47.289209 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:47.362192 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:47.365437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:47.534957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['da14c0b3-59a3-49e8-a2dd-385e2bf53d42'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:28:48.150237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d0bc-c437-4398-8fb3-b45639ec6f7e req-987f11f8-9a8c-449b-af09-c99a4646da39 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:48.152347 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efd8d0bc-c437-4398-8fb3-b45639ec6f7e req-987f11f8-9a8c-449b-af09-c99a4646da39 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 945 time: 0.0882213
Apr 21 06:28:48.199064 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-efd8d0bc-c437-4398-8fb3-b45639ec6f7e req-f0d57f3e-9c39-46b1-98af-6bf2a7dfed6d tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402989
Apr 21 06:28:49.035004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device da14c0b3-59a3-49e8-a2dd-385e2bf53d42 up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:28:49.107376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:28:49.112397 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:28:49.112823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:49.234622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:49.262903 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:49.273317 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:49.278056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:49.280078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:49.318270 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42', 'code': 200}
Apr 21 06:28:49.352572 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:49.356458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:49.412594 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53747fd-9933-47b8-baa0-6c582ba4bf1d req-68771dc3-a679-4c92-a17c-bf41a2aa92e8 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:49.414249 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f53747fd-9933-47b8-baa0-6c582ba4bf1d req-68771dc3-a679-4c92-a17c-bf41a2aa92e8 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 946 time: 0.0999198
Apr 21 06:28:49.465142 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f53747fd-9933-47b8-baa0-6c582ba4bf1d req-df6860f9-df0a-43bb-bf23-b50f3344454f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438440
Apr 21 06:28:49.579137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60ce6-a376-42ed-a5fc-2026ebf40730 req-100dc995-a097-4d8e-b2d3-a191483f7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:49.580674 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c8a60ce6-a376-42ed-a5fc-2026ebf40730 req-100dc995-a097-4d8e-b2d3-a191483f7a82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 1099 time: 0.0784633
Apr 21 06:28:49.624273 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c8a60ce6-a376-42ed-a5fc-2026ebf40730 req-48a41587-f236-458b-aab4-f0d323f15cdd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377369
Apr 21 06:28:50.674355 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda287-c008-4c11-8fd0-026eea9ffa60 req-6a0bbe13-6ed7-4164-bbe2-c728bcacdd70 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:50.675914 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1cbda287-c008-4c11-8fd0-026eea9ffa60 req-6a0bbe13-6ed7-4164-bbe2-c728bcacdd70 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 946 time: 0.0914822
Apr 21 06:28:50.725005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-1cbda287-c008-4c11-8fd0-026eea9ffa60 req-a08b2023-8b10-4370-8b75-412488479a65 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422070
Apr 21 06:28:51.857653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b803-34a3-420a-b5e6-81a8bdbeed3c req-43abc3cb-094d-42a4-b6ec-7dabf6c9b37c tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:51.859255 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6db6b803-34a3-420a-b5e6-81a8bdbeed3c req-43abc3cb-094d-42a4-b6ec-7dabf6c9b37c tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 946 time: 0.0894480
Apr 21 06:28:51.910217 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6db6b803-34a3-420a-b5e6-81a8bdbeed3c req-0b97a651-5e94-4134-8218-a47c032a2b01 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444705
Apr 21 06:28:53.068456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-c59f7053-847e-4b81-aef2-91fd69ebebc6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:53.069252 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-c59f7053-847e-4b81-aef2-91fd69ebebc6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Synchronizing usage tracker for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:28:53.085634 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-c59f7053-847e-4b81-aef2-91fd69ebebc6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Unset dirty status for tenant:c89d35bc59ce4172b6ea97d3f26b68b8 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:28:53.087047 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-c59f7053-847e-4b81-aef2-91fd69ebebc6 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 946 time: 0.1111498
Apr 21 06:28:53.125681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0a9d-da59-4696-8052-eeda2e37dda6 req-95b6a713-e8eb-4214-b4d9-a1f9e3bc6521 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:28:53.127322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9edd0a9d-da59-4696-8052-eeda2e37dda6 req-95b6a713-e8eb-4214-b4d9-a1f9e3bc6521 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 946 time: 0.0962851
Apr 21 06:28:53.171164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Deleting port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:28:53.171561 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:53.179942 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9edd0a9d-da59-4696-8052-eeda2e37dda6 req-df99c20f-7007-44f9-ac0b-1d2e54e9cb48 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/security-groups?id=78ec5189-3394-439f-a58d-72d1090e4705&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457387
Apr 21 06:28:53.459568 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] For port da14c0b3-59a3-49e8-a2dd-385e2bf53d42, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,segment=NetworkSegment(5d20ac85-4828-44e0-98a5-194831b861b7),segment_id=5d20ac85-4828-44e0-98a5-194831b861b7)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:28:53.459898 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:53.597738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Calling delete_port for da14c0b3-59a3-49e8-a2dd-385e2bf53d42 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:28:53.750578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:53.756287 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-70047bc6-93da-46c2-81d7-cc4b49036ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:28:53.761587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['da14c0b3-59a3-49e8-a2dd-385e2bf53d42'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:28:53.803353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Pushing event deleted for resources: {'Port': ['ID=da14c0b3-59a3-49e8-a2dd-385e2bf53d42,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:28:53.807420 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:28:53.887774 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] No DVR routers for this DVR port da14c0b3-59a3-49e8-a2dd-385e2bf53d42 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:28:53.890348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:28:53.893302 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'name': 'network-vif-deleted', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:28:53.910183 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-38bc8176-2448-4d4a-8540-285f58379cb1 req-690a0613-a814-4fd4-af53-e8b5b3d56a81 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.35 "DELETE /v2.0/ports/da14c0b3-59a3-49e8-a2dd-385e2bf53d42 HTTP/1.1" status: 204  len: 173 time: 0.8169775
Apr 21 06:28:54.017009 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9cb51a-e2b6-4e10-915f-dc67630be9c2', 'name': 'network-vif-deleted', 'tag': 'da14c0b3-59a3-49e8-a2dd-385e2bf53d42', 'status': 'completed', 'code': 200}
Apr 21 06:28:54.365494 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-e19ec266-e4df-4b17-bbd1-0a8a92767253 req-711b11ed-bba7-453b-8a7c-54b1d9170088 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9cb51a-e2b6-4e10-915f-dc67630be9c2 HTTP/1.1" status: 200  len: 210 time: 0.0512044
Apr 21 06:28:57.075262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device da14c0b3-59a3-49e8-a2dd-385e2bf53d42 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:28:57.112637 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: da14c0b3-59a3-49e8-a2dd-385e2bf53d42 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:28:57.113032 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device da14c0b3-59a3-49e8-a2dd-385e2bf53d42 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:29:04.905153 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-6b7060bc-b3c1-4868-9cb9-7a5ff7082f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:07.959680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2ab87730-729d-4b9c-9621-54d62178e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:08.515456 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:08.981587 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:09.277676 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:09.639191 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:12.301215 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-2dbd5fdf-4bb9-499e-bf58-ce252975aa05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0819747
Apr 21 06:29:12.465046 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-9f0fa0ee-c817-4843-b791-4162b86d39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:12.466619 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-9f0fa0ee-c817-4843-b791-4162b86d39da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0897083
Apr 21 06:29:12.682413 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-947d0df6-3a56-4c84-839e-eb8230f76824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:12.684247 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-947d0df6-3a56-4c84-839e-eb8230f76824 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1919906
Apr 21 06:29:12.814366 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-1d82afe4-78e2-4509-a75b-b52008f13322 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 1001 time: 0.1230412
Apr 21 06:29:12.910376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-d480ff6d-1b17-4cb0-9755-21d2080dc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:12.912947 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-d480ff6d-1b17-4cb0-9755-21d2080dc43b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0915723
Apr 21 06:29:13.022743 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-a5e902f4-5b9c-4123-8ca3-8fee45f399b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:13.024557 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-a5e902f4-5b9c-4123-8ca3-8fee45f399b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038537
Apr 21 06:29:13.220619 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-723576c1-7c25-49f1-9523-bb3ea4293e86 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877217
Apr 21 06:29:13.377050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-55cdf314-bbf7-4380-940b-9107b42b6bf2 req-8f99080c-407e-4690-b1f1-241d104f1306 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478441
Apr 21 06:29:16.861581 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:29:18.419558 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48080) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:18.487429 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Deleting subnet b00f0690-2419-4079-ba0d-1050e1c89504 {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:29:18.490756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:18.545567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:18.608494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:18.864809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:18.868960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-cf729ab6-1436-4aeb-bf23-4d7b38fead0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:18.911360 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00f0690-2419-4079-ba0d-1050e1c89504,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:18.917780 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:18.927508 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.927940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.928394 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.928809 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.929322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.929629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.930031 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.930433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.930838 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.931239 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.931636 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.932642 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:18.936422 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:18.939056 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2e0b12ea-a9c9-4ced-81b3-34f8a7d0401d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b00f0690-2419-4079-ba0d-1050e1c89504 HTTP/1.1" status: 204  len: 168 time: 0.5181241
Apr 21 06:29:18.941738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48084) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:19.067481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:19.209667 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:19.578939 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c83f677f0>,) {'filters': {'network_id': ['a76d056d-c9ae-43ed-bc21-525cb1948e6c']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:19.592512 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83f677f0>, '5d20ac85-4828-44e0-98a5-194831b861b7') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:19.592848 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c83f677f0>, '5d20ac85-4828-44e0-98a5-194831b861b7') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:19.605159 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:19.620651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:19.627524 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:29:19.808722 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:29:19.817708 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.006906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Network a76d056d-c9ae-43ed-bc21-525cb1948e6c has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:29:20.030196 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:29:20.108242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.111566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:20.128495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.134821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76d056d-c9ae-43ed-bc21-525cb1948e6c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:20.139314 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:20.145153 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a28ab356-0543-4b4a-a3ce-d07d38c4eee8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a76d056d-c9ae-43ed-bc21-525cb1948e6c HTTP/1.1" status: 204  len: 168 time: 1.2023032
Apr 21 06:29:20.256466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48094) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:20.308211 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1eb37cfa-341c-4043-b089-2f4313d39d5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c89d35bc59ce4172b6ea97d3f26b68b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503864
Apr 21 06:29:20.310721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48098) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:20.372635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.400297 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.456322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.461775 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9d0b8173-09df-4a21-a09a-bded124fd2bc tempest-TestShelveInstance-2143576898 tempest-TestShelveInstance-2143576898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:20.473525 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec5189-3394-439f-a58d-72d1090e4705,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:20.478579 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:20.481330 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:20.482577 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-76cce85d-184b-4742-b04e-66244347b9d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ec5189-3394-439f-a58d-72d1090e4705 HTTP/1.1" status: 204  len: 168 time: 0.1708524
Apr 21 06:29:27.583487 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-cceb4b88-36d7-4cf7-9b89-a3d4efc03fc3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422581113&fields=id&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 267 time: 0.0520170
Apr 21 06:29:27.757223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-0ac462d8-533e-4a46-b2d0-1b1e8a867e1b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:27.759058 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-0ac462d8-533e-4a46-b2d0-1b1e8a867e1b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.1663146
Apr 21 06:29:27.776580 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-9d4a9e32-51eb-4138-aa5c-43ace933a06b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/quotas/0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 375 time: 0.0106230
Apr 21 06:29:27.878005 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-3df4ea42-ad93-475d-b9cc-f32856036d47 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0954340
Apr 21 06:29:28.140226 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-41dbf79e-3855-48f0-a8cd-43e4f8a0331d service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488110
Apr 21 06:29:28.284387 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b527fa9c-b236-4812-acd9-e1747761303e service neutron] 10.222.0.37 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375790
Apr 21 06:29:28.718728 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-acb99a85-e2fd-4ba3-bcc2-13ed5aa23b4e req-63bebf81-d737-4f44-b85c-721f1ed318a0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 210 time: 0.0489902
Apr 21 06:29:29.843889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-86044909-5554-4262-8804-0f140d5d4a70 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:29.844701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-86044909-5554-4262-8804-0f140d5d4a70 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:network {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:29:29.863269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-86044909-5554-4262-8804-0f140d5d4a70 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:network {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:29:29.864567 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-86044909-5554-4262-8804-0f140d5d4a70 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 811 time: 0.1986303
Apr 21 06:29:29.919037 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-45458d03-8ac4-4e8b-888f-de362673c712 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:security_group {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:29:29.930622 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-96d98d53-ae4d-4cd3-b73b-99e93e5b0f6e req-d85b9a98-11f8-43c0-919c-bc5619c52bb0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 210 time: 0.0629056
Apr 21 06:29:29.933292 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-45458d03-8ac4-4e8b-888f-de362673c712 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:security_group {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:29:29.934954 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-45458d03-8ac4-4e8b-888f-de362673c712 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878 HTTP/1.1" status: 200  len: 380 time: 0.0617142
Apr 21 06:29:29.949817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'port': {'device_id': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'admin_state_up': True, 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'security_groups': ['a9f941b0-dd7c-4ed7-833e-adab05406bf4']}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:29:30.113271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:29:30.123510 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:29:30.132692 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Made reservation on behalf of 0bbbaf9ffdd54174ae4fe09518fd5878 for: {'port': 1} {{(pid=86321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:29:30.139388 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:30.323266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.20.0.11 (e6e6396e-f3ef-4730-a501-5d6703c90a7d/673e09cb-df9e-42e0-a77d-2fad69724498/858a7939-6d20-425a-86d7-edd78ce6fbfd) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:29:30.542753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:30.560635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Transition to ACTIVE for port object 858a7939-6d20-425a-86d7-edd78ce6fbfd will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:29:30.585437 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:30.594013 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:30.670150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:29:30.674224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:29:30.678851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:29:30.723077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:30.728436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:30.757559 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:30.758342 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:30.792695 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8524632
Apr 21 06:29:30.806419 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Request body: {'port': {'device_id': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:29:30.878134 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-59ef1d8b-ff09-4bb9-8389-119e47f08840 None None] Provisioning for port 858a7939-6d20-425a-86d7-edd78ce6fbfd completed by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:29:30.883480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-59ef1d8b-ff09-4bb9-8389-119e47f08840 None None] Provisioning complete for port 858a7939-6d20-425a-86d7-edd78ce6fbfd triggered by entity DHCP. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:29:30.884210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-59ef1d8b-ff09-4bb9-8389-119e47f08840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:30.947977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1d8b-ff09-4bb9-8389-119e47f08840 None None] Port 858a7939-6d20-425a-86d7-edd78ce6fbfd cannot update to ACTIVE because it is not bound. {{(pid=86322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:29:30.954062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.146586 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65333ef9-ef0f-4afd-868c-090e1357ea45 req-956aa0a4-b7f7-4d86-8a13-d6467b19f024 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:31.148463 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-65333ef9-ef0f-4afd-868c-090e1357ea45 req-956aa0a4-b7f7-4d86-8a13-d6467b19f024 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 932 time: 0.0973971
Apr 21 06:29:31.200337 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-65333ef9-ef0f-4afd-868c-090e1357ea45 req-925aa4c9-9b3c-4f4a-b525-7b3f80c30682 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451224
Apr 21 06:29:31.341958 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858a7939-6d20-425a-86d7-edd78ce6fbfd {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:29:31.350233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.367127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Transition to ACTIVE for port object 858a7939-6d20-425a-86d7-edd78ce6fbfd will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:29:31.370701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.375603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-39557d86-c83a-405f-8a44-bafe5d5a735b tempest-AttachVolumeTestJSON-664145896 tempest-AttachVolumeTestJSON-664145896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:31.554272 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:31.557921 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:31.642509 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Attempting to bind port 858a7939-6d20-425a-86d7-edd78ce6fbfd on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:29:31.642879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Attempting to bind port 858a7939-6d20-425a-86d7-edd78ce6fbfd by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:29:31.643248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Attempting to bind port 858a7939-6d20-425a-86d7-edd78ce6fbfd on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:29:31.648664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Port 858a7939-6d20-425a-86d7-edd78ce6fbfd on network e6e6396e-f3ef-4730-a501-5d6703c90a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 06:29:31.649023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Attempting to bind port 858a7939-6d20-425a-86d7-edd78ce6fbfd on network e6e6396e-f3ef-4730-a501-5d6703c90a7d {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:29:31.655091 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Checking agent: {'id': '995a6c90-36e9-4198-a1c6-dea625c033bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'started_at': datetime.datetime(2021, 4, 21, 6, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:29:31.655462 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Checking segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:29:31.655874 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Bound using segment: {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:29:31.656369 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Bound port: 858a7939-6d20-425a-86d7-edd78ce6fbfd, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50191176-3f50-4a01-9864-6449d56c6317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:29:31.656752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.761693 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:29:31.765129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:29:31.770200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8265403'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.777060 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-99fde247-8979-49e5-9db6-b4d2412f1fa2 tempest-VolumesNegativeTest-538978674 tempest-VolumesNegativeTest-538978674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:31.839876 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:31.840588 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:31.842110 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] 10.222.0.35 "PUT /v2.0/ports/858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 1094 time: 1.0408630
Apr 21 06:29:31.842701 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:29:31.868195 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:31.874409 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-b4225016-e8ce-41c7-a514-9db71a6e8e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:31.896892 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'status': 'completed', 'code': 200}
Apr 21 06:29:31.996346 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-0c65975e-d3d5-4d19-a44a-8ff32628a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:31.998010 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-0c65975e-d3d5-4d19-a44a-8ff32628a4d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1097 time: 0.0960994
Apr 21 06:29:32.074887 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-c1f143d6-661e-4581-8678-e1e469e49120 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 217 time: 0.0689211
Apr 21 06:29:32.153618 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-839de0c8-a2cb-464a-9db6-35c64a53b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:32.155242 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-839de0c8-a2cb-464a-9db6-35c64a53b38f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0735257
Apr 21 06:29:32.245566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-267d1ea1-a6f8-4da1-9784-fbb5f21a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:32.247249 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-267d1ea1-a6f8-4da1-9784-fbb5f21a4856 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836041
Apr 21 06:29:32.402072 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-c8db4663-8f58-4bf1-b092-a2da398df290 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468060
Apr 21 06:29:32.416186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57438e-47e2-4da4-9fab-6dcc5012484c req-adb6dda6-71f6-4484-8a3c-a9cf9e732e39 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:32.417602 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd57438e-47e2-4da4-9fab-6dcc5012484c req-adb6dda6-71f6-4484-8a3c-a9cf9e732e39 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.1006079
Apr 21 06:29:32.472735 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bd57438e-47e2-4da4-9fab-6dcc5012484c req-da55732a-9130-458d-8b04-f0b47fcc7b80 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474467
Apr 21 06:29:32.562885 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9f3abafb-c3a0-4998-8ad3-f80336f40f48 req-da8933dc-eb07-4cf5-9ae2-60475186f724 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527276
Apr 21 06:29:32.705042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-db10adc8-6fa3-4be9-a826-b1a262940238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:32.706583 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-db10adc8-6fa3-4be9-a826-b1a262940238 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1097 time: 0.0911632
Apr 21 06:29:32.855653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-6cb7ba25-a913-45cf-9ba6-084a2e79764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:32.857322 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-6cb7ba25-a913-45cf-9ba6-084a2e79764e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1424563
Apr 21 06:29:32.933290 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-a633fed7-edcd-446a-b9c5-f473ae554279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 217 time: 0.0683134
Apr 21 06:29:33.257004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-1e67dcb9-8069-4b44-ba17-a33abf6a12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:33.258596 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-1e67dcb9-8069-4b44-ba17-a33abf6a12dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.3155885
Apr 21 06:29:33.346377 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-d9e838a4-48d4-420e-801c-3fa26e5e221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:33.347995 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-d9e838a4-48d4-420e-801c-3fa26e5e221a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814290
Apr 21 06:29:33.497794 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-ebe524fb-b894-4c99-8b9f-12431c760c57 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428692
Apr 21 06:29:33.649503 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f7fbfc5e-01fb-4d42-a55f-da580d102db1 req-b1fd50ae-c862-426a-b480-2e600cd7f9c3 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433754
Apr 21 06:29:33.684684 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2559c1-42bc-427f-a8d1-b068c81a8e62 req-e7c9c99e-085d-4099-804b-7c56031bc97d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:33.686284 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a2559c1-42bc-427f-a8d1-b068c81a8e62 req-e7c9c99e-085d-4099-804b-7c56031bc97d tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0911686
Apr 21 06:29:33.740793 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-5a2559c1-42bc-427f-a8d1-b068c81a8e62 req-70afe388-f50d-4686-92a4-6bb447059c6c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462623
Apr 21 06:29:34.909479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7348aad-9585-496f-9ab6-66f55de510c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:34.949283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9df80c-addd-4573-9995-06b3aa09d1c6 req-da956d5b-f350-4a27-8a87-4977de443b45 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:34.950909 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c9df80c-addd-4573-9995-06b3aa09d1c6 req-da956d5b-f350-4a27-8a87-4977de443b45 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0905547
Apr 21 06:29:34.998141 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c9df80c-addd-4573-9995-06b3aa09d1c6 req-264f330d-5466-45ec-b215-d38175710dbc tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409033
Apr 21 06:29:36.204365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c642d6b-ce99-4637-8b2b-0bad80d1c018 req-ce309bae-3baf-467f-9a2d-0ec1a5fd9f31 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:36.205982 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c642d6b-ce99-4637-8b2b-0bad80d1c018 req-ce309bae-3baf-467f-9a2d-0ec1a5fd9f31 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0941069
Apr 21 06:29:36.256535 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6c642d6b-ce99-4637-8b2b-0bad80d1c018 req-4897a984-be69-454c-9be1-809abb9238df tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414109
Apr 21 06:29:37.462185 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e342a6-c1b9-4660-8f28-cf5d668a1fd5 req-47ef0c47-67e4-48ec-b047-da4abbaae4fb tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:37.464434 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d2e342a6-c1b9-4660-8f28-cf5d668a1fd5 req-47ef0c47-67e4-48ec-b047-da4abbaae4fb tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0906694
Apr 21 06:29:37.515258 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d2e342a6-c1b9-4660-8f28-cf5d668a1fd5 req-3cbd63be-8f7e-4cf2-a87d-d1134398780b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443423
Apr 21 06:29:37.955049 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-b44c6af0-efa9-4a43-9c62-f84a73c056c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:38.498630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:38.734220 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be9f5-64f0-4973-9d0f-b50f38ee3b23 req-b8f11068-928a-45cc-a7e4-929725c3a969 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:38.735965 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cd1be9f5-64f0-4973-9d0f-b50f38ee3b23 req-b8f11068-928a-45cc-a7e4-929725c3a969 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.1003547
Apr 21 06:29:38.795537 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-cd1be9f5-64f0-4973-9d0f-b50f38ee3b23 req-a912fb8d-3f89-4dac-a40d-868aed93c123 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521269
Apr 21 06:29:38.973626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:39.294940 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:39.636143 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:40.001839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa533e-8622-4d17-855e-eae2663551d5 req-00ccd692-5af2-4d9d-828b-86ef21cb9d98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:40.003465 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9eaa533e-8622-4d17-855e-eae2663551d5 req-00ccd692-5af2-4d9d-828b-86ef21cb9d98 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0912974
Apr 21 06:29:40.056381 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9eaa533e-8622-4d17-855e-eae2663551d5 req-f315bf74-455c-4288-8211-7d9ecba1926a tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462224
Apr 21 06:29:41.261260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc383bd-d2c2-41af-87bc-558bec6fc794 req-c48a9949-012c-41e3-8245-df364d345c13 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:41.262855 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-edc383bd-d2c2-41af-87bc-558bec6fc794 req-c48a9949-012c-41e3-8245-df364d345c13 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 944 time: 0.0879595
Apr 21 06:29:41.311262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-edc383bd-d2c2-41af-87bc-558bec6fc794 req-d2e7eee3-6cca-475f-be89-5072a14124a7 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416310
Apr 21 06:29:41.500979 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 858a7939-6d20-425a-86d7-edd78ce6fbfd details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 06:29:41.641824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:29:41.656219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Returning: {'device': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'port_id': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'mac_address': 'fa:16:3e:d0:fc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 06:29:41.713946 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:41.732145 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858a7939-6d20-425a-86d7-edd78ce6fbfd {{(pid=86322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 06:29:41.748423 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:29:41.751259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:41.753073 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:41.823097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:41.830621 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.831004 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.831385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.831755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.832147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.832519 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.832885 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.833249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.833612 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.833973 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.834334 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.834710 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:41.838661 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:42.522373 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4328e-ca10-4e61-8466-8d14bad92b9e req-42223729-e158-4abe-b94d-73e899cecb5b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:42.523984 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2eb4328e-ca10-4e61-8466-8d14bad92b9e req-42223729-e158-4abe-b94d-73e899cecb5b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 945 time: 0.0957015
Apr 21 06:29:42.577088 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2eb4328e-ca10-4e61-8466-8d14bad92b9e req-53430bf2-dbfb-423e-951f-fb15536f7044 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455410
Apr 21 06:29:42.777758 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] get_ports_and_sgs() called for port_ids ['858a7939-6d20-425a-86d7-edd78ce6fbfd'] {{(pid=86322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 06:29:43.781289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c95d91-bbf5-4064-bfd6-2ab1736a7454 req-384035e0-43da-4229-8978-9fe74322e4c4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:43.782918 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f0c95d91-bbf5-4064-bfd6-2ab1736a7454 req-384035e0-43da-4229-8978-9fe74322e4c4 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 945 time: 0.0912497
Apr 21 06:29:43.831451 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-f0c95d91-bbf5-4064-bfd6-2ab1736a7454 req-4109c641-4c25-4df2-abfb-ef5206638a4b tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420344
Apr 21 06:29:45.187971 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a52e-9814-4c47-9d32-2500d3995d38 req-a7d61805-1792-4ff4-9427-2635ffc9fcfc tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:45.189672 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6415a52e-9814-4c47-9d32-2500d3995d38 req-a7d61805-1792-4ff4-9427-2635ffc9fcfc tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 945 time: 0.0963497
Apr 21 06:29:45.241530 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6415a52e-9814-4c47-9d32-2500d3995d38 req-4a5d5eb2-36fa-4a8a-bb7f-d8ddf51c20b6 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453491
Apr 21 06:29:45.268208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 858a7939-6d20-425a-86d7-edd78ce6fbfd up at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:29:45.355030 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning for port 858a7939-6d20-425a-86d7-edd78ce6fbfd completed by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:29:45.360626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.provisioning_blocks [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Provisioning complete for port 858a7939-6d20-425a-86d7-edd78ce6fbfd triggered by entity L2. {{(pid=86322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:29:45.361051 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1819021'] for port, provisioning_complete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:45.486613 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:45.515790 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd'}] {{(pid=86322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:29:45.528807 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:29:45.535961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:45.538506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:45.614782 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=5']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:45.618012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:45.711033 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'code': 200}
Apr 21 06:29:46.005365 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec792fbe-b558-4c50-8de2-ecb7284ead1c req-4633314c-6748-44a3-8521-c300a122d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:46.007057 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec792fbe-b558-4c50-8de2-ecb7284ead1c req-4633314c-6748-44a3-8521-c300a122d1f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1099 time: 0.0804121
Apr 21 06:29:46.054545 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ec792fbe-b558-4c50-8de2-ecb7284ead1c req-8013adaf-0f62-46dc-a77b-1eafe895f5af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412459
Apr 21 06:29:46.450101 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e881-8c2f-4598-90b5-f5cf8462d5de req-023e726e-1c22-4406-8e80-e04db5f3fc64 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:46.451795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9cf6e881-8c2f-4598-90b5-f5cf8462d5de req-023e726e-1c22-4406-8e80-e04db5f3fc64 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.0956535
Apr 21 06:29:46.505908 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9cf6e881-8c2f-4598-90b5-f5cf8462d5de req-86c9a071-8138-4554-a9bc-4abc85ac48e9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445800
Apr 21 06:29:47.718261 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7f169-c375-42f1-9d9e-5857798c413f req-bc07496b-eb36-4399-8116-f9f88120dbcf tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:47.719881 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb7f169-c375-42f1-9d9e-5857798c413f req-bc07496b-eb36-4399-8116-f9f88120dbcf tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.0885158
Apr 21 06:29:47.768197 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7cb7f169-c375-42f1-9d9e-5857798c413f req-4b10e047-6d92-4a6c-a44d-8f3d1079a779 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419061
Apr 21 06:29:47.973910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba1291-fd71-4729-ba73-48c38e2caa57 req-999996d2-b317-4ff3-b54f-ff629e632cc3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:47.975512 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53ba1291-fd71-4729-ba73-48c38e2caa57 req-999996d2-b317-4ff3-b54f-ff629e632cc3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.0912237
Apr 21 06:29:48.029509 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-53ba1291-fd71-4729-ba73-48c38e2caa57 req-3e7c017d-b198-47b9-b046-5fdc65882c87 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468495
Apr 21 06:29:48.054953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48340) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:48.134924 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e8b64-acc7-48e9-88f4-b69772d49d2a tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:48.136602 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-6e6e8b64-acc7-48e9-88f4-b69772d49d2a tempest-TestVolumeBootPattern-2102933523 tempest-TestVolumeBootPattern-2102933523-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1094 time: 0.0806336
Apr 21 06:29:48.139518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48346) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:48.145721 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.v2.base [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Request body: {'floatingip': {'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'port_id': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:29:48.153113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:29:48.158054 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Usage tracker for resource:floatingip and tenant:0bbbaf9ffdd54174ae4fe09518fd5878 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:29:48.162497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:29:48.169985 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:29:48.181465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:48.328884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:48.479059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Allocated IP 172.27.1.230 (572ea32f-b481-4731-bad4-c8c9b8d3e427/47dd0279-9df8-4422-8240-8cbccceb6c50/b497bd7d-3894-44d2-83fb-0838106c5b9a) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:29:48.637127 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:48.666150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288941358401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:48.671467 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-3d70d957-cfaa-48af-9742-4ef107a30e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:48.738726 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Network 572ea32f-b481-4731-bad4-c8c9b8d3e427 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:29:48.742362 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Resources bound (agent type, host, resource id):  {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:29:48.745626 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:29:48.787217 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=b497bd7d-3894-44d2-83fb-0838106c5b9a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:48.807927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.808364 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.808771 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.809176 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.809566 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.809961 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.810403 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.810778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.811170 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.811556 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.811941 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.812366 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:29:48.816279 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:49.565490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:49.686288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853150640'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:49.903058 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:49.907090 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747913865672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288941358384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747913417450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7427909'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:49.911834 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c40d0c50-57a5-45c5-b4e1-704c0f6b4dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:50.027458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event updated for resources: {'Port': ['ID=b497bd7d-3894-44d2-83fb-0838106c5b9a,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:50.030477 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:50.040651 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854089027'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:50.224526 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP 6169a7a8-822e-4904-a71d-777a9b0b5ec3 associated. External IP: 172.27.1.230, port: 858a7939-6d20-425a-86d7-edd78ce6fbfd.
Apr 21 06:29:50.646416 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:29:50.839165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:29:50.848927 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:29:50.859353 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:29:50.860057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:29:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:50.875776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:50.940318 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7996144
Apr 21 06:29:50.941685 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:29:51.052530 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'status': 'completed', 'code': 200}
Apr 21 06:29:51.058199 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:29:51.165495 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-076f1e5c-6ed8-4226-9368-e1955f058f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:51.167957 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-076f1e5c-6ed8-4226-9368-e1955f058f62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1099 time: 0.0862241
Apr 21 06:29:51.328382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-a3c12001-4319-424b-a78a-b688a4594b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:51.330035 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-a3c12001-4319-424b-a78a-b688a4594b94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1552703
Apr 21 06:29:51.444582 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-a8a27778-e3c3-4f17-80e8-6a62b0790fe3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 1000 time: 0.1084750
Apr 21 06:29:51.525902 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-3cdb0cf7-e1e2-472a-b922-4f33d2945b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:51.528050 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-3cdb0cf7-e1e2-472a-b922-4f33d2945b3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0767283
Apr 21 06:29:51.621321 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '6169a7a8-822e-4904-a71d-777a9b0b5ec3', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:d0:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:29:49Z', 'updated_at': '2021-04-21T06:29:49Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}, {'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:51.625630 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:29:51.629624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-4b03df04-844f-4cd9-beb3-745b4c95effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:29:51.631248 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-4b03df04-844f-4cd9-beb3-745b4c95effe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961730
Apr 21 06:29:51.635200 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:29:51.635859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:29:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:51.795993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-7e68c369-b62c-4534-a061-45bd1756f92e service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583607
Apr 21 06:29:51.845756 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:29:51.942795 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-8edbd211-91fd-4f0c-a41b-51b108f1aefd req-da6bde2f-fa62-44ce-ae80-df5fa7ce90b0 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395359
Apr 21 06:29:52.232458 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '6169a7a8-822e-4904-a71d-777a9b0b5ec3', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:d0:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:29:49Z', 'updated_at': '2021-04-21T06:29:49Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}, {'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:29:52.236595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64993994-8af1-4bb9-b8ae-313738bedc35 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': '6169a7a8-822e-4904-a71d-777a9b0b5ec3', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:d0:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:29:49Z', 'updated_at': '2021-04-21T06:29:49Z', 'revision_number': 0, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}, {'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:29:52.544657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29e448-8890-45d6-ba78-0a5447538a6e None None] New status for floating IP 6169a7a8-822e-4904-a71d-777a9b0b5ec3: ACTIVE {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:29:53.861703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:29:56.872298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48392) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:56.997335 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.013083 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:29:57.017112 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Usage tracker for resource:security_group_rule and tenant:aa81cc3d30c8444aaa75a79d110417a9 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:29:57.020066 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:29:57.026815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:29:57.111445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.114077 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.123061 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:57.169884 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa81cc3d30c8444aaa75a79d110417a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964242
Apr 21 06:29:57.170823 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f259480-6049-44db-bbd2-2cfaf0eb4b43,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:57.173842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48398) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:29:57.174216 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-dd1544f4-258f-4bc6-934b-6602b194d7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:57.236619 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.270300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.315221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.319012 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-636f2f52-f3cd-431f-96ca-9bc083bea90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:29:57.330629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f259480-6049-44db-bbd2-2cfaf0eb4b43,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:29:57.334759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:29:57.338025 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:29:57.339782 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-851f6f1f-dbc8-4e60-bd75-847d23a4b501 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f259480-6049-44db-bbd2-2cfaf0eb4b43 HTTP/1.1" status: 204  len: 168 time: 0.1646898
Apr 21 06:30:01.451333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48446) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:30:01.593798 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.612980 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:30:01.616968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Usage tracker for resource:security_group_rule and tenant:8e3fb7b91b754a8da50e03e68911adc0 is out of sync, need to count used quota {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:30:01.620094 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:30:01.627312 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.quota.driver [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:30:01.713482 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.716433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.724749 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0faeb402-1d71-4379-aab0-f7f6cac8de99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:30:01.769711 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e3fb7b91b754a8da50e03e68911adc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171785
Apr 21 06:30:01.770703 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de833655-bb95-4b1c-a36e-a9bf0cdcb8c6,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:30:01.773010 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48452) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:30:01.774168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-a738ebcb-1713-4424-a6d3-2d0c511ab01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:30:01.834966 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.862131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.911542 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.916894 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-ee6a0edb-e945-421a-a2dd-4d82b23cdf87 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:30:01.929439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de833655-bb95-4b1c-a36e-a9bf0cdcb8c6,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:30:01.937835 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:30:01.939144 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:01.940660 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-c925b481-a7f8-4e5f-a15a-2e5200837202 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de833655-bb95-4b1c-a36e-a9bf0cdcb8c6 HTTP/1.1" status: 204  len: 168 time: 0.1662083
Apr 21 06:30:04.911810 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-92324147-36fe-4883-bb28-4fffcf068b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:07.957316 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-91c72d61-f512-43c1-82cc-393f506e3c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:08.501842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:08.978210 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:09.282417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:09.638738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:14.267970 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-cccd1276-77c9-406a-9aee-e7f984cac807 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0806913
Apr 21 06:30:14.431622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-e633bc8e-d042-4991-9ca9-43e9b3f555b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:30:14.433837 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-e633bc8e-d042-4991-9ca9-43e9b3f555b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0881886
Apr 21 06:30:14.618190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-8904495f-1313-4f8b-9459-55cfbb0a234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:30:14.620551 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-8904495f-1313-4f8b-9459-55cfbb0a234e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1658525
Apr 21 06:30:14.743080 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-a1fd2b69-3764-463d-a699-87975e282802 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 1001 time: 0.1157112
Apr 21 06:30:14.817564 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-54acb74e-38a2-490b-a158-0206da6a1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:30:14.819325 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-54acb74e-38a2-490b-a158-0206da6a1459 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0698113
Apr 21 06:30:14.909213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-955eb641-1d19-4959-84f5-d4bf521e69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:30:14.910853 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-955eb641-1d19-4959-84f5-d4bf521e69b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856380
Apr 21 06:30:15.062298 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-18a62d30-bbd3-4a2d-98be-34b41f9decc5 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442966
Apr 21 06:30:15.208486 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-4ed6f5b0-31bb-463c-a98c-699cda13d4f2 req-2d279c1c-21a3-48b6-90ea-3d469f93d88e service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399715
Apr 21 06:30:30.861649 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:30:34.914356 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-3088fec6-8b32-4673-a39c-d6582bf1507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:37.959814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-22042e07-447a-41eb-b665-b4ba934657fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:38.504890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:38.982206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:39.294463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:30:39.642348 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:04.915344 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a47c4eaf-ed0f-4ce3-89a1-e39a824c835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:07.861129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:31:07.961896 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-44177ec8-e6e0-419c-bd80-d66155dc1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:08.505714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:08.984791 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:09.286063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:09.644286 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:15.306722 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-05734efe-e4c0-4ba6-ab10-eabca4be516a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790150
Apr 21 06:31:15.405909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742466-19c6-4592-b414-626e11450cba req-1c7b743f-cc3e-4e5f-864f-4f291c472475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:15.407487 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-1c7b743f-cc3e-4e5f-864f-4f291c472475 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1099 time: 0.0789526
Apr 21 06:31:15.562531 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742466-19c6-4592-b414-626e11450cba req-5cd1da48-ce66-4660-8d92-bb8e75e78f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:15.564044 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-5cd1da48-ce66-4660-8d92-bb8e75e78f5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1377482
Apr 21 06:31:15.674131 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-a69f7a69-1339-44f6-b6dd-1a8aa50b2d22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 1002 time: 0.1039882
Apr 21 06:31:15.745567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742466-19c6-4592-b414-626e11450cba req-7f438c5f-2a58-4eb2-9d93-01f0d43d8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:15.747240 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-7f438c5f-2a58-4eb2-9d93-01f0d43d8e70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0674298
Apr 21 06:31:15.830271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742466-19c6-4592-b414-626e11450cba req-f89a8599-a288-4cc9-b61c-b30467c2fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:15.831771 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-f89a8599-a288-4cc9-b61c-b30467c2fba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781484
Apr 21 06:31:15.970390 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-c4672905-9a7e-419b-8d26-458b7b998972 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324368
Apr 21 06:31:16.111839 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-2b742466-19c6-4592-b414-626e11450cba req-b4ed4f17-02e7-41d5-bee0-ecfb0978543f service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357310
Apr 21 06:31:19.107595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48484) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:19.322753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port b497bd7d-3894-44d2-83fb-0838106c5b9a {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:19.323681 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:19.500381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:19.500753 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:19.636426 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for b497bd7d-3894-44d2-83fb-0838106c5b9a owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:19.787315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:19.792361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e8f4f8f5-1c23-4b29-9863-a74860a1da5f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:19.840707 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=b497bd7d-3894-44d2-83fb-0838106c5b9a,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:19.873972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.874391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.874802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.875243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.875638 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.876047 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.876450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.876842 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.877233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.877622 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.878011 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.878440 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:19.886871 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:19.945912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:19.946271 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP 6169a7a8-822e-4904-a71d-777a9b0b5ec3 disassociated (deleted). External IP: 172.27.1.230, port: 858a7939-6d20-425a-86d7-edd78ce6fbfd.
Apr 21 06:31:20.547137 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:31:20.735315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:31:20.748815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:31:20.752490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:20.758616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:20.759294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81b20400>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:20.813188 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "DELETE /v2.0/floatingips/6169a7a8-822e-4904-a71d-777a9b0b5ec3 HTTP/1.1" status: 204  len: 168 time: 1.7044010
Apr 21 06:31:20.813801 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:31:20.874106 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'status': 'completed', 'code': 200}
Apr 21 06:31:20.955340 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:20.974249 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-8bf9b1ac-796d-4c5f-a8a9-23db9b3685f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:20.975870 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-8bf9b1ac-796d-4c5f-a8a9-23db9b3685f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 1099 time: 0.0795100
Apr 21 06:31:21.119498 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-7c7ca552-2c71-4e5e-a901-26f4f71f2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:21.121188 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-7c7ca552-2c71-4e5e-a901-26f4f71f2abd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1389735
Apr 21 06:31:21.196954 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-74279bc0-0f5b-4a80-995f-1e7fe1739237 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 200  len: 217 time: 0.0689874
Apr 21 06:31:21.265909 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-5ebce0fa-967d-43ca-8443-b2271b4f92de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:21.267485 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-5ebce0fa-967d-43ca-8443-b2271b4f92de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0638814
Apr 21 06:31:21.326879 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81b20400>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:21.330960 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:31:21.340522 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:21.341184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81b20400>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:21.353201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-046bd660-1cf5-4a63-98c6-f104fd4cd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:21.355451 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-046bd660-1cf5-4a63-98c6-f104fd4cd570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818555
Apr 21 06:31:21.535532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:21.756993 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-e3a6b3b4-0c97-4b9e-87f9-94464208d388 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952751
Apr 21 06:31:21.905610 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-7a5ce711-dbfd-4ed5-b47c-812210e21ae0 req-6d6df02b-6c9b-4105-b635-849380e047d9 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415126
Apr 21 06:31:22.080177 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81b20400>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:22.084493 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf5375-ebac-4926-8566-7dc14d371dc2 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_floatingips': [{'id': 'f709ae5d-77c5-4102-a5ca-62f047606493', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'router_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'port_id': '84827f7f-5f03-437a-9881-9732e9119580', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'mac_address': 'fa:16:3e:95:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:27:38Z', 'updated_at': '2021-04-21T06:27:41Z', 'revision_number': 1, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:31:22.253063 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba61da-48ba-49ad-810b-11b4c1d86ed1 req-f1581a2a-2de3-415e-abe4-1ee227894d2f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:22.253847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-d8ba61da-48ba-49ad-810b-11b4c1d86ed1 req-f1581a2a-2de3-415e-abe4-1ee227894d2f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:31:22.269282 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-d8ba61da-48ba-49ad-810b-11b4c1d86ed1 req-f1581a2a-2de3-415e-abe4-1ee227894d2f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:31:22.270819 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d8ba61da-48ba-49ad-810b-11b4c1d86ed1 req-f1581a2a-2de3-415e-abe4-1ee227894d2f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.1036515
Apr 21 06:31:22.320297 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-d8ba61da-48ba-49ad-810b-11b4c1d86ed1 req-d7fa9172-891f-44e3-ba0a-7f198ac88940 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424609
Apr 21 06:31:22.447035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc9244-1d2a-45a5-b215-04abb8ea05cf None None] New status for floating IP 6169a7a8-822e-4904-a71d-777a9b0b5ec3: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:31:23.527479 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1df68-0eab-4933-86f1-8151c4af502b req-0cb82c34-7988-4f73-9ca0-c4ff901884d9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:23.529109 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6ba1df68-0eab-4933-86f1-8151c4af502b req-0cb82c34-7988-4f73-9ca0-c4ff901884d9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.0908160
Apr 21 06:31:23.578702 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-6ba1df68-0eab-4933-86f1-8151c4af502b req-2ad7e4f3-940a-4a53-8ade-0d44270ebdb3 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426595
Apr 21 06:31:23.673381 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-0601e7a9-78f6-4e4d-b44b-876a4ef5f822 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:23.674152 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-0601e7a9-78f6-4e4d-b44b-876a4ef5f822 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:31:23.687449 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-0601e7a9-78f6-4e4d-b44b-876a4ef5f822 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:31:23.688702 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-0601e7a9-78f6-4e4d-b44b-876a4ef5f822 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 946 time: 0.1017458
Apr 21 06:31:23.769427 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port 858a7939-6d20-425a-86d7-edd78ce6fbfd {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:23.770071 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:24.042480 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] For port 858a7939-6d20-425a-86d7-edd78ce6fbfd, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=858a7939-6d20-425a-86d7-edd78ce6fbfd,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:24.042872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:24.187042 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for 858a7939-6d20-425a-86d7-edd78ce6fbfd owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:24.338096 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:24.344616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-77c66826-2266-4233-909d-e9cbbc0bbacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:24.393223 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=858a7939-6d20-425a-86d7-edd78ce6fbfd,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:24.404947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.405379 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.405802 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.406221 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.406640 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.407056 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.407470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.407890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.408795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.408795 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.409088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.409486 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-iscsi {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:31:24.446218 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:24.495318 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] No DVR routers for this DVR port 858a7939-6d20-425a-86d7-edd78ce6fbfd on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:31:24.498319 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:24.501577 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'name': 'network-vif-deleted', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:31:24.525532 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-af5eadf1-5802-42d1-9b2e-32fad938cda6 req-c528ac64-0de4-455c-a7cf-359e1300cea0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "DELETE /v2.0/ports/858a7939-6d20-425a-86d7-edd78ce6fbfd HTTP/1.1" status: 204  len: 173 time: 0.8317578
Apr 21 06:31:24.561575 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b4282-6323-4180-baf3-4e48b19a73cf', 'name': 'network-vif-deleted', 'tag': '858a7939-6d20-425a-86d7-edd78ce6fbfd', 'status': 'completed', 'code': 200}
Apr 21 06:31:24.743687 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-9c5a9530-d837-42f3-8426-9f7800d8b236 req-66ef2379-727f-4cfb-844d-d6ef58e4acd9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d8b4282-6323-4180-baf3-4e48b19a73cf HTTP/1.1" status: 200  len: 210 time: 0.0478258
Apr 21 06:31:27.691326 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 858a7939-6d20-425a-86d7-edd78ce6fbfd no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:27.731186 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 858a7939-6d20-425a-86d7-edd78ce6fbfd {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:27.731596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 858a7939-6d20-425a-86d7-edd78ce6fbfd not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:28.267554 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48520) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:28.483376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port dea272de-b4b6-4746-a617-9610afcf7c96 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:28.483789 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:28.661585 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:28.661932 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:28.796922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for dea272de-b4b6-4746-a617-9610afcf7c96 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:28.947532 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:28.952625 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-88f6611a-1954-472e-9703-514c4b3c5e78 tempest-AttachVolumeShelveTestJSON-873502726 tempest-AttachVolumeShelveTestJSON-873502726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:28.999987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=dea272de-b4b6-4746-a617-9610afcf7c96,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:29.003368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:29.093891 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:29.094262 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.db.l3_db [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Floating IP f709ae5d-77c5-4102-a5ca-62f047606493 disassociated (deleted). External IP: 172.27.1.187, port: 84827f7f-5f03-437a-9881-9732e9119580.
Apr 21 06:31:29.461497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:31:29.647119 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:31:29.657607 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:31:29.664139 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:29.667497 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:29.668242 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81c26198>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:29.727816 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2fd85e5d-8772-4ac6-96f3-b7a85ce88886 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "DELETE /v2.0/floatingips/f709ae5d-77c5-4102-a5ca-62f047606493 HTTP/1.1" status: 204  len: 168 time: 1.4564009
Apr 21 06:31:29.727816 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:31:29.774100 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'tag': '84827f7f-5f03-437a-9881-9732e9119580', 'status': 'completed', 'code': 200}
Apr 21 06:31:29.868573 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:29.876147 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-bb3ea412-c2a7-42a6-bcbd-c05dcd854151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:29.878715 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-bb3ea412-c2a7-42a6-bcbd-c05dcd854151 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 1098 time: 0.0815005
Apr 21 06:31:30.031438 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-66adafb1-6cc5-4f54-800e-1d5bc76aecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:30.033207 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-66adafb1-6cc5-4f54-800e-1d5bc76aecfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 200  len: 912 time: 0.1483159
Apr 21 06:31:30.111051 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-c8370875-6d2c-4430-a14f-86d27e9b6ea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 200  len: 217 time: 0.0705514
Apr 21 06:31:30.119172 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f61c6-c822-45f5-b255-4a8c5ceca2b5 req-8a88ccde-13bb-457e-aafa-456d60eace42 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:30.119926 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-402f61c6-c822-45f5-b255-4a8c5ceca2b5 req-8a88ccde-13bb-457e-aafa-456d60eace42 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:31:30.135515 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-402f61c6-c822-45f5-b255-4a8c5ceca2b5 req-8a88ccde-13bb-457e-aafa-456d60eace42 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:31:30.137426 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-402f61c6-c822-45f5-b255-4a8c5ceca2b5 req-8a88ccde-13bb-457e-aafa-456d60eace42 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.1067135
Apr 21 06:31:30.184762 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-e2c45d4c-f237-4054-ba22-9016897ca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:30.186360 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-e2c45d4c-f237-4054-ba22-9016897ca73d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 200  len: 850 time: 0.0686743
Apr 21 06:31:30.190362 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-402f61c6-c822-45f5-b255-4a8c5ceca2b5 req-ac144810-a80e-409f-ae23-5ada71fd8f3e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437810
Apr 21 06:31:30.212333 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81c26198>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:30.216680 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:31:30.225489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:30.226194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c81c26198>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:08Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:30.273454 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-a8981ad5-91b9-4794-9997-427a4bf2c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:30.275077 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-a8981ad5-91b9-4794-9997-427a4bf2c9d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6e6396e-f3ef-4730-a501-5d6703c90a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817237
Apr 21 06:31:30.415719 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:30.423321 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-d59060e0-fdc0-4e3e-81ad-e881ca6e4e31 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399877
Apr 21 06:31:30.570935 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-ff7552b6-0ba5-4e27-9b37-23fe065fae79 req-e758f0ee-8d60-4521-b650-1e18f5a1f301 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404283
Apr 21 06:31:30.745863 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c81c26198>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:30.749965 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784eb5e-7dc1-4e26-a608-3cbb07033138 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:24:10Z', 'revision_number': 4, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi', '_interfaces': [{'id': '188c79cb-f050-4a95-b019-2ae96d3f3282', 'name': '', 'network_id': 'e6e6396e-f3ef-4730-a501-5d6703c90a7d', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'mac_address': 'fa:16:3e:c0:2c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:09Z', 'updated_at': '2021-04-21T06:24:19Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'subnets': [{'id': '673e09cb-df9e-42e0-a77d-2fad69724498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:31:31.143583 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b6a1c-b294-41d7-b829-1eb26f06e39b None None] New status for floating IP f709ae5d-77c5-4102-a5ca-62f047606493: DOWN {{(pid=86323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 06:31:31.401059 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740e55-5331-4e6f-bec0-1f1007d7b4f1 req-e5a0e97d-59ce-42ce-b5df-84dc761f46d0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:31.402677 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c5740e55-5331-4e6f-bec0-1f1007d7b4f1 req-e5a0e97d-59ce-42ce-b5df-84dc761f46d0 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.0909035
Apr 21 06:31:31.450633 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-c5740e55-5331-4e6f-bec0-1f1007d7b4f1 req-d50fcd07-bd08-482e-8765-acbd5c2b9134 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f941b0-dd7c-4ed7-833e-adab05406bf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415850
Apr 21 06:31:31.510989 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-ae9fb238-d104-46dd-b4af-4c0aad40ca84 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:31:31.512405 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-ae9fb238-d104-46dd-b4af-4c0aad40ca84 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Synchronizing usage tracker for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:31:31.525146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.quota.resource [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-ae9fb238-d104-46dd-b4af-4c0aad40ca84 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Unset dirty status for tenant:0bbbaf9ffdd54174ae4fe09518fd5878 on resource:port {{(pid=86321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:31:31.526344 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-ae9fb238-d104-46dd-b4af-4c0aad40ca84 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 945 time: 0.1028032
Apr 21 06:31:31.604208 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port 84827f7f-5f03-437a-9881-9732e9119580 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:31.604596 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:31.865678 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] For port 84827f7f-5f03-437a-9881-9732e9119580, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84827f7f-5f03-437a-9881-9732e9119580,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:31.866075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:32.001666 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for 84827f7f-5f03-437a-9881-9732e9119580 owned by compute:nova {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:32.148657 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:32.154247 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-59fcbd0f-e73c-428e-bfd9-281ec5fc468f tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:32.203211 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=84827f7f-5f03-437a-9881-9732e9119580,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:32.207108 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:32.283593 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] No DVR routers for this DVR port 84827f7f-5f03-437a-9881-9732e9119580 on host hv-cinder-77630 {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:31:32.286132 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for port, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:32.288977 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'name': 'network-vif-deleted', 'tag': '84827f7f-5f03-437a-9881-9732e9119580'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 06:31:32.303693 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-bddabe7e-6634-4c3d-a8f2-94836778066e req-54bf239f-98d0-40c0-b125-e2369033150c tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.35 "DELETE /v2.0/ports/84827f7f-5f03-437a-9881-9732e9119580 HTTP/1.1" status: 204  len: 173 time: 0.7714880
Apr 21 06:31:32.340251 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dcbce-ec3e-40ac-b87e-109da1965851', 'name': 'network-vif-deleted', 'tag': '84827f7f-5f03-437a-9881-9732e9119580', 'status': 'completed', 'code': 200}
Apr 21 06:31:32.614653 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [req-0bf87eb7-0bc4-40e0-a16f-2ff9f11bf576 req-864aacff-ed07-498a-94e0-84cd30e1abd9 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dcbce-ec3e-40ac-b87e-109da1965851 HTTP/1.1" status: 200  len: 210 time: 0.0503561
Apr 21 06:31:33.717057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 48538) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:33.888201 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Deleting port 357fb825-4929-4316-9c25-77e52b33442a {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:33.888494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.307000 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.307371 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.436660 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Calling delete_port for 357fb825-4929-4316-9c25-77e52b33442a owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:34.580406 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847347892'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.584146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-9b9d6474-ff17-448c-91fa-654099c43019 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:34.632121 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'Port': ['ID=357fb825-4929-4316-9c25-77e52b33442a,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:34.635424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:34.727461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.741959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1706'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:34.743169 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-d7aa2ad6-4f08-4f69-b8a9-b9dd879b2d11 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "DELETE /v2.0/floatingips/4dc8a7b9-d814-4bd5-bd7e-0822097801e4 HTTP/1.1" status: 204  len: 168 time: 1.0247972
Apr 21 06:31:34.918332 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-74e1bb91-a9c1-43f2-bc6e-aca3a08293ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:35.738944 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 84827f7f-5f03-437a-9881-9732e9119580 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:35.779714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] No Port match for: 84827f7f-5f03-437a-9881-9732e9119580 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:35.780150 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Device 84827f7f-5f03-437a-9881-9732e9119580 not bound to the agent host hv-cinder-77630 {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:36.147080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48552) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:36.222814 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:36.255057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:36.310259 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:36.315385 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-252bca54-ad5c-4688-ab92-b6d088f62c03 tempest-TestMinimumBasicScenario-445901946 tempest-TestMinimumBasicScenario-445901946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:36.330367 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f941b0-dd7c-4ed7-833e-adab05406bf4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:36.333322 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:36.339457 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:36.340724 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0bb2708d-222c-482f-8fc3-4dfa3c72e71f tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9f941b0-dd7c-4ed7-833e-adab05406bf4 HTTP/1.1" status: 204  len: 168 time: 0.1925769
Apr 21 06:31:36.400562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48558) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:37.207257 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:37.825776 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Deleting port 188c79cb-f050-4a95-b019-2ae96d3f3282 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:37.826070 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:37.963629 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c96e8220-4fae-45a5-9200-a4f60e1feda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:38.010206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] For port 188c79cb-f050-4a95-b019-2ae96d3f3282, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=188c79cb-f050-4a95-b019-2ae96d3f3282,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:38.010603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:38.143343 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Calling delete_port for 188c79cb-f050-4a95-b019-2ae96d3f3282 owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:38.317035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:38.321683 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d6954955-c104-46e2-adef-03816b50ba8e tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:38.368490 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=188c79cb-f050-4a95-b019-2ae96d3f3282,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:38.398163 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:38.526546 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:38.659099 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:38.986562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.052752 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Router 16ad3085-5cec-43b9-a11b-505b7ebc162e has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:31:39.243919 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:31:39.253434 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Sync routers for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:31:39.256560 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-fea50066-91c3-4dfc-97e5-29d20aa8faf7 admin admin] 10.222.0.37 "PUT /v2.0/routers/16ad3085-5cec-43b9-a11b-505b7ebc162e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8548739
Apr 21 06:31:39.259234 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48566) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:39.265053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:39.265767 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:39.399078 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.448992 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.466606 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: dv-cinder-776307-5-iscsi {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:39.639368 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.647925 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Deleting port b089ccac-504c-42ef-86d3-372ad7f847af {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:39.648329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.848538 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] For port b089ccac-504c-42ef-86d3-372ad7f847af, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=b089ccac-504c-42ef-86d3-372ad7f847af,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:39.848851 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.868465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:39.966196 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:31:38Z', 'revision_number': 5, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port': {'id': 'b089ccac-504c-42ef-86d3-372ad7f847af', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:06Z', 'updated_at': '2021-04-21T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:39.970391 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Checking router: 16ad3085-5cec-43b9-a11b-505b7ebc162e for host: dv-cinder-776307-5-iscsi {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:31:39.979417 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Routers {'16ad3085-5cec-43b9-a11b-505b7ebc162e'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:39.980624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['16ad3085-5cec-43b9-a11b-505b7ebc162e'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:39.985100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Calling delete_port for b089ccac-504c-42ef-86d3-372ad7f847af owned by network:router_gateway {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:40.147616 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] Set router 16ad3085-5cec-43b9-a11b-505b7ebc162e gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:40.165548 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.170288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-08f1b67d-d9fe-482f-8d6f-55c1af64c8c2 tempest-VolumesActionsTest-305486885 tempest-VolumesActionsTest-305486885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:40.217578 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b089ccac-504c-42ef-86d3-372ad7f847af,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:40.251884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:40.266088 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c82668160>, [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:31:39Z', 'revision_number': 6, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:40.270552 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57bfaf0-fdc7-435e-8996-c90d1d14d2c3 None None] The sync data for ids ['16ad3085-5cec-43b9-a11b-505b7ebc162e'] in dv-cinder-776307-5-iscsi is: [{'id': '16ad3085-5cec-43b9-a11b-505b7ebc162e', 'name': 'tempest-TestVolumeBootPattern-440668491-router', 'tenant_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:05Z', 'updated_at': '2021-04-21T06:31:39Z', 'revision_number': 6, 'project_id': '0bbbaf9ffdd54174ae4fe09518fd5878', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:31:40.314473 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.751889 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.754300 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.777635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.778237 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ad3085-5cec-43b9-a11b-505b7ebc162e {{(pid=86321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:31:40.791080 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.792969 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-2bda4e22-cb49-4baf-b1ea-dff9bac747b0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/16ad3085-5cec-43b9-a11b-505b7ebc162e HTTP/1.1" status: 204  len: 168 time: 1.5321529
Apr 21 06:31:40.795592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48570) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:40.864219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Deleting subnet 673e09cb-df9e-42e0-a77d-2fad69724498 {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:31:40.867351 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:40.922271 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.008305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.261847 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.266537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:41.308224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673e09cb-df9e-42e0-a77d-2fad69724498,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:41.310694 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.313146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:41.314111 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb73a89-5e4e-40d3-9c15-0bc9f20ebde5 None None] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:31:41.317464 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-eb29b16b-939c-4951-bf7f-28ac6e4da3cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/673e09cb-df9e-42e0-a77d-2fad69724498 HTTP/1.1" status: 204  len: 168 time: 0.5208457
Apr 21 06:31:41.320207 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48574) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:41.434062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.445653 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Deleting port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:41.446028 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.583329 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] DHCP port deletion for e6e6396e-f3ef-4730-a501-5d6703c90a7d request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:31:41.588075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Deleting port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:41.588504 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.686686 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] For port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:41.687453 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.821824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] For port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,segment=NetworkSegment(50191176-3f50-4a01-9864-6449d56c6317),segment_id=50191176-3f50-4a01-9864-6449d56c6317)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:41.822415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.822817 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Calling delete_port for 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:41.906499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:41.911597 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-64de349c-6f6d-462d-b228-32a764fe77e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:41.957254 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:41.960643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:41.961475 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] No DVR routers for this DVR port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 on host dv-cinder-776307-5-iscsi {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:31:41.966910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Calling delete_port for 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:42.045836 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:31:42.046248 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:31:42.085929 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.093129 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device b089ccac-504c-42ef-86d3-372ad7f847af no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:42.130146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: b089ccac-504c-42ef-86d3-372ad7f847af {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:42.130545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device b089ccac-504c-42ef-86d3-372ad7f847af not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:42.131023 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 188c79cb-f050-4a95-b019-2ae96d3f3282 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:42.170682 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 188c79cb-f050-4a95-b019-2ae96d3f3282 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:42.171062 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 188c79cb-f050-4a95-b019-2ae96d3f3282 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:42.171537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:42.202796 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c81c3acf8>,) {'filters': {'network_id': ['e6e6396e-f3ef-4730-a501-5d6703c90a7d']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:42.207562 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:42.207964 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:42.216506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c81c3acf8>, '50191176-3f50-4a01-9864-6449d56c6317') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:42.216843 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c81c3acf8>, '50191176-3f50-4a01-9864-6449d56c6317') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:42.228784 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.247194 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.253972 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:31:42.434057 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:31:42.443844 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.547759 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Deleting port 19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1 {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:42.548262 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.624408 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Network e6e6396e-f3ef-4730-a501-5d6703c90a7d has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:31:42.627664 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d0186-d6ce-4d3b-b17d-918bbc09b22c None None] The port '19b3d5d6-c7e9-456e-9c8d-7a7f314c73f1' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:31:42.651291 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:31:42.738679 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.742912 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-d7b0b197-3925-4b57-bfbf-1ff1d8ae4b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:42.759736 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:42.768466 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e6396e-f3ef-4730-a501-5d6703c90a7d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:42.772053 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:42.782517 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-521a3a53-1b5a-4a9e-a86f-52d4a7631d31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6e6396e-f3ef-4730-a501-5d6703c90a7d HTTP/1.1" status: 204  len: 168 time: 1.4612923
Apr 21 06:31:42.785635 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48578) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:43.353877 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661398'] for router_interface, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:43.720439 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Deleting port f609d958-0c1d-4fc1-bade-4c9ba29b681d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:43.720821 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:44.137711 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] For port f609d958-0c1d-4fc1-bade-4c9ba29b681d, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=f609d958-0c1d-4fc1-bade-4c9ba29b681d,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:44.138102 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:44.268463 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Calling delete_port for f609d958-0c1d-4fc1-bade-4c9ba29b681d owned by network:router_interface {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:44.440672 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:44.445436 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0658562d-cc15-4ee8-a90c-83fbefccdfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:44.494968 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f609d958-0c1d-4fc1-bade-4c9ba29b681d,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:44.528906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:44.776232 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661480'] for router_interface, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:44.860953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:31:45.151141 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Router 47297987-f12e-4dce-a305-4a3ff5396ae9 has already been hosted by L3 agent 155c4591-71a9-499c-b5fc-97fd5ab5c388 {{(pid=86321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:31:45.338603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Notify agent at l3_agent.dv-cinder-776307-5-iscsi the message routers_updated {{(pid=86321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:31:45.347648 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Sync routers for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:31:45.354282 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] 10.222.0.37 "PUT /v2.0/routers/47297987-f12e-4dce-a305-4a3ff5396ae9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5675464
Apr 21 06:31:45.357009 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48582) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:45.357700 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:45.358496 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83061f28>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:45.554233 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:45.711361 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: dv-cinder-776307-5-iscsi {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:45.744768 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:45.753412 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Deleting port c34d696c-0c51-4ec1-8465-c1ff8c7b924c {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:45.753779 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:45.941731 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] For port c34d696c-0c51-4ec1-8465-c1ff8c7b924c, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,segment=NetworkSegment(569114fa-6433-4051-84f1-c4442d3da988),segment_id=569114fa-6433-4051-84f1-c4442d3da988)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:45.942125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.014448 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83061f28>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'external_fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:31:44Z', 'revision_number': 5, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port': {'id': 'c34d696c-0c51-4ec1-8465-c1ff8c7b924c', 'name': '', 'network_id': '572ea32f-b481-4731-bad4-c8c9b8d3e427', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:24:14Z', 'updated_at': '2021-04-21T06:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47dd0279-9df8-4422-8240-8cbccceb6c50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-iscsi'}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:46.018481 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Checking router: 47297987-f12e-4dce-a305-4a3ff5396ae9 for host: dv-cinder-776307-5-iscsi {{(pid=86323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:31:46.027687 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Routers {'47297987-f12e-4dce-a305-4a3ff5396ae9'} bound to L3 agent in host dv-cinder-776307-5-iscsi {{(pid=86323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:31:46.029959 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c83061f28>, 'dv-cinder-776307-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:09:38Z,description=<?>,heartbeat_timestamp=2021-04-21T06:31:38Z,host='dv-cinder-776307-5-iscsi',id=155c4591-71a9-499c-b5fc-97fd5ab5c388,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:09:38Z,topic='l3_agent')) {'router_ids': ['47297987-f12e-4dce-a305-4a3ff5396ae9'], 'active': True} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:46.074609 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Calling delete_port for c34d696c-0c51-4ec1-8465-c1ff8c7b924c owned by network:router_gateway {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:46.198464 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvr_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] Set router 47297987-f12e-4dce-a305-4a3ff5396ae9 gateway port host: None {{(pid=86323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:31:46.251884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.257230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-e462d57d-d89b-41e9-b775-9a4a0c59ee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:46.305075 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34d696c-0c51-4ec1-8465-c1ff8c7b924c,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:46.313178 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_hamode_db [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c83061f28>, [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:31:45Z', 'revision_number': 6, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port_host': None}], 'dv-cinder-776307-5-iscsi', False) {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:46.317499 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93908-1af5-400a-a7fa-30c3337dfaaf None None] The sync data for ids ['47297987-f12e-4dce-a305-4a3ff5396ae9'] in dv-cinder-776307-5-iscsi is: [{'id': '47297987-f12e-4dce-a305-4a3ff5396ae9', 'name': 'tempest-TestVolumeBootPattern-72913292-router', 'tenant_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:24:13Z', 'updated_at': '2021-04-21T06:31:45Z', 'revision_number': 6, 'project_id': 'bb5e51ae16224972a4db420c5a9cac1a', 'gw_port_host': None}] {{(pid=86323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:31:46.332755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:46.405853 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854087831'] for router_gateway, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.844646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769465'] for router, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.847055 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.869222 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657009'] for router, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.869824 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47297987-f12e-4dce-a305-4a3ff5396ae9 {{(pid=86321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 06:31:46.883027 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:46.884286 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0c5aff06-ec39-4ca8-b0f9-e5d85c22fcc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/47297987-f12e-4dce-a305-4a3ff5396ae9 HTTP/1.1" status: 204  len: 168 time: 1.5262396
Apr 21 06:31:46.887441 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48586) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:46.953732 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Deleting subnet a2f70f03-b0e8-4ce8-8835-51db7ad8806a {{(pid=86321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 06:31:46.957146 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.009599 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6526972'] for subnet, precommit_delete_associations {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.095202 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914799'] for subnet, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.357818 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852861033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846510746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846787023'] for subnet, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.362424 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-82132443-f3d3-4cb2-a0a8-53b27d1364d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:47.399459 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f70f03-b0e8-4ce8-8835-51db7ad8806a,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:47.402214 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:47.405116 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for subnet, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.410291 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809b8a1-8d95-42d5-9a19-b60da60d043c None None] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 requested from dv-cinder-776307-5-iscsi {{(pid=86322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:31:47.412040 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-0476131a-74c4-480d-b303-23e2999618b4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2f70f03-b0e8-4ce8-8835-51db7ad8806a HTTP/1.1" status: 204  len: 168 time: 0.5235488
Apr 21 06:31:47.414740 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48590) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:47.532933 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943011'] for network, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.544815 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Deleting port 30da95f3-93ed-437a-96e5-3b9f85489f1b {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:47.545306 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.663269 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] DHCP port deletion for 34faa9de-49f7-4f3d-bc34-d43f93cfa489 request from dv-cinder-776307-5-iscsi {{(pid=86322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 06:31:47.667955 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Deleting port 30da95f3-93ed-437a-96e5-3b9f85489f1b {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:47.668433 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.777867 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] For port 30da95f3-93ed-437a-96e5-3b9f85489f1b, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=30da95f3-93ed-437a-96e5-3b9f85489f1b,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:47.778258 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.888455 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.db [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] For port 30da95f3-93ed-437a-96e5-3b9f85489f1b, host dv-cinder-776307-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-iscsi',level=0,port_id=30da95f3-93ed-437a-96e5-3b9f85489f1b,segment=NetworkSegment(668aa8d6-3aca-4897-87a7-22be34af8b88),segment_id=668aa8d6-3aca-4897-87a7-22be34af8b88)] {{(pid=86322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:31:47.889016 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680049'] for port, precommit_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.915039 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Calling delete_port for 30da95f3-93ed-437a-96e5-3b9f85489f1b owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:47.992777 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288940910111', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747913417416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846510414'] for port, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:47.998298 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-74ca7064-67c8-498d-a984-b2c0cf7357b8 tempest-TestVolumeBootPattern-1143270370 tempest-TestVolumeBootPattern-1143270370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:48.019289 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Calling delete_port for 30da95f3-93ed-437a-96e5-3b9f85489f1b owned by network:dhcp {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 06:31:48.044601 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Pushing event deleted for resources: {'Port': ['ID=30da95f3-93ed-437a-96e5-3b9f85489f1b,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:48.047243 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:48.049872 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] No DVR routers for this DVR port 30da95f3-93ed-437a-96e5-3b9f85489f1b on host dv-cinder-776307-5-iscsi {{(pid=86321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 06:31:48.095545 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device f609d958-0c1d-4fc1-bade-4c9ba29b681d no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:48.132547 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: f609d958-0c1d-4fc1-bade-4c9ba29b681d {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:48.132947 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device f609d958-0c1d-4fc1-bade-4c9ba29b681d not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:48.133415 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 30da95f3-93ed-437a-96e5-3b9f85489f1b no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:48.170113 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: 30da95f3-93ed-437a-96e5-3b9f85489f1b {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:48.170539 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device 30da95f3-93ed-437a-96e5-3b9f85489f1b not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:48.170998 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c34d696c-0c51-4ec1-8465-c1ff8c7b924c no longer exists at agent ovs-agent-dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 06:31:48.177260 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852860934', 'neutron.services.segments.db._delete_segments_for_network-8747913949043'] for network, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.201755 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.db.api [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 06:31:48.202168 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_db.api [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 06:31:48.207778 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] No Port match for: c34d696c-0c51-4ec1-8465-c1ff8c7b924c {{(pid=86322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 06:31:48.208206 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.rpc [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Device c34d696c-0c51-4ec1-8465-c1ff8c7b924c not bound to the agent host dv-cinder-776307-5-iscsi {{(pid=86322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 06:31:48.294907 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8314e240>,) {'filters': {'network_id': ['34faa9de-49f7-4f3d-bc34-d43f93cfa489']}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:48.307461 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8314e240>, '668aa8d6-3aca-4897-87a7-22be34af8b88') {'for_net_delete': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:48.307859 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.services.segments.db [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8314e240>, '668aa8d6-3aca-4897-87a7-22be34af8b88') {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:31:48.319822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288940846691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848248844'] for segment, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.338905 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852867383'] for segment, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.345738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=86321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 06:31:48.524829 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:31:48.534639 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1908414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8265413'] for segment, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.703793 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Deleting port 30da95f3-93ed-437a-96e5-3b9f85489f1b {{(pid=86322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 06:31:48.704315 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288940913780'] for port, before_delete {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.722219 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.managers [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Network 34faa9de-49f7-4f3d-bc34-d43f93cfa489 has no segments {{(pid=86321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]: Traceback (most recent call last):
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     timer()
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     cb(*args, **kw)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     return func(*args, **kwargs)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     self._notify()
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     self.callback(batched_events)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     event.method(event)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     segment_id)['aggregates'][0]
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     return f(self, *a, **k)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self._get(url).json()
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     **kwargs)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     return self.request(url, 'GET', **kwargs)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     **endpoint_filter)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 06:31:48.747025 dv-cinder-776307-5-iscsi neutron-server[86207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 06:31:48.779747 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.plugins.ml2.plugin [None req-7aca32e3-d60b-416a-8633-1d3e3f13bf7a None None] The port '30da95f3-93ed-437a-96e5-3b9f85489f1b' was deleted {{(pid=86322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 06:31:48.831283 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1914866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854089074'] for network, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.835628 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559728'] for network, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:48.839729 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:48.871165 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Pushing event deleted for resources: {'Network': ['ID=34faa9de-49f7-4f3d-bc34-d43f93cfa489,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:48.873957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:48.876135 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-dd8ab6b9-ee40-4b62-9378-d1cd1fa4462f admin admin] 10.222.0.37 "DELETE /v2.0/networks/34faa9de-49f7-4f3d-bc34-d43f93cfa489 HTTP/1.1" status: 204  len: 168 time: 1.4601467
Apr 21 06:31:48.989864 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48596) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:49.043083 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-df0ba5d0-b12f-4f7f-8141-ca3d293fd265 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bbbaf9ffdd54174ae4fe09518fd5878&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517836
Apr 21 06:31:49.045518 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48600) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:49.106663 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.133190 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.178173 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.183230 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-83778bdf-7c47-465b-9333-a46dc0370ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:49.196698 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b893b-c806-4374-9e61-26fc4db555b4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:49.202714 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:49.204792 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.206007 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-47ef41ed-9d1a-40ab-a9e0-1657976ad077 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/033b893b-c806-4374-9e61-26fc4db555b4 HTTP/1.1" status: 204  len: 168 time: 0.1595383
Apr 21 06:31:49.553072 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48608) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:49.611967 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-1aa9f7b0-ed6a-4b41-b072-e48fd1ceb846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb5e51ae16224972a4db420c5a9cac1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573280
Apr 21 06:31:49.614465 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [-] (86321) accepted ('10.222.0.37', 48612) {{(pid=86321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:31:49.676376 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.703492 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.752386 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854233175'] for security_group, after_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.757502 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-4bb58d7c-9331-45f2-815a-dcf48123c082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:31:49.768304 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3442fc-5884-410e-9a18-9d6d3cd6fcf4,revision_number=None']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:31:49.773390 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG oslo_concurrency.lockutils [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:31:49.775451 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:31:49.776714 dv-cinder-776307-5-iscsi neutron-server[86207]: INFO neutron.wsgi [None req-f95f0844-03a5-412a-9b15-eee6f92febc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c3442fc-5884-410e-9a18-9d6d3cd6fcf4 HTTP/1.1" status: 204  len: 168 time: 0.1612825
Apr 21 06:32:04.919761 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f522b5c7-f19e-46bb-aa0a-8a3657e5ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:07.965887 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cc6c-c351-4153-bfec-dc3b11732bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:08.512530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:08.988537 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:09.324179 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:09.649953 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:21.859983 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:32:34.920494 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-c1294728-24f2-47e9-b57b-66cc9d0b3b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:37.966942 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c7c-fbaf-4b0a-a702-b1c78cab7391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:38.515987 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:38.989884 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:39.332717 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:39.653445 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:32:58.863131 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:33:04.922839 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-dee062e9-4636-4808-9d44-e51b26342f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:07.970305 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ded462e2-ccd4-4770-91c8-1a04f8f9274b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:08.519294 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:08.991097 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:09.331184 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:09.656288 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:34.926643 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-35c21b30-761b-4123-856b-1ecdf23b5e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:35.862739 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:33:37.972699 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ca6d401e-d6e8-4ed9-abfd-25741d3a5d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:38.523822 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:38.992530 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:39.344963 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:33:39.660826 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:04.927890 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ac49c6a6-76c9-4666-b474-2891d07f59b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:07.973489 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-bfe83414-97d0-4c47-bd26-fde2aec26c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:08.524468 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:08.993999 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:09.352592 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:09.662382 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:12.862624 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:34:34.928646 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-634e673a-87cc-4254-ad53-e4e83143c42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:37.975551 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a8c0ca62-2ffb-4f7f-bcf6-bb9687e70f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:38.526906 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:38.995799 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:39.358224 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:39.665603 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:34:49.863380 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:35:04.929125 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-75fa13bd-c413-418f-837a-17065e0849ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:07.978738 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb755-158f-4e05-874a-a4d5909a099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:08.530656 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:08.997470 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:09.372910 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:09.669595 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:26.863506 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:35:34.929164 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-ef7334a2-3bf2-4c74-8276-43573d2fbd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:37.980450 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-9fd364f8-e6ee-4d5d-a48d-82781991efd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:38.533213 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:38.999428 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:39.371431 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:35:39.672273 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:03.863100 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:36:04.929938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0363e9f7-e754-44bb-a649-1ba548c60ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:07.981938 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-1446a9f4-6f61-4b1a-8748-3a37b0cda44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:08.535957 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:09.000567 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:09.386105 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:09.675266 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:34.931003 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-5b00d2b5-5799-4362-b0ad-6f616df9ecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:37.982827 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ba98-8924-4bcd-8efd-935b34e82149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:38.539447 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-0849d44c-dfdf-4f92-9d95-b407c2ba0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:39.002229 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-76dc5587-0542-46da-843a-c05fe9b13faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:39.386171 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-834f4f72-94a6-440a-9c73-4c26564ce1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:39.677922 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron_lib.callbacks.manager [None req-a48cacc2-a186-4f0e-b23f-a50818a33467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288940826757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852956712'] for agent, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:36:40.862763 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.db.agents_db [None req-04fa5dfa-dbf9-47b8-94c2-2feac2520711 None None] Agent healthcheck: found 6 active agents {{(pid=86323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:36:53.867035 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-3f002339-09d7-4231-b2a6-4ec64526d2f9 req-5e04643b-a7e4-47aa-8dfd-06fa1db3c3c3 tempest-AttachVolumeNegativeTest-2093932561 tempest-AttachVolumeNegativeTest-2093932561-project] (86321) timed out ('10.222.0.35', 50033) {{(pid=86321) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 06:36:54.544813 dv-cinder-776307-5-iscsi neutron-server[86207]: DEBUG neutron.wsgi [req-8c0acc86-1d74-4993-8979-755ee55a0b0b req-8c520956-a7d3-47a7-a6a2-9265261d583e tempest-ServerRescueNegativeTestJSON-504745245 tempest-ServerRescueNegativeTestJSON-504745245-project] (86320) timed out ('10.222.0.35', 50054) {{(pid=86320) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}